2024-11-21 12:16:01,110 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-21 12:16:01,133 main DEBUG Took 0.020222 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 12:16:01,133 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 12:16:01,134 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 12:16:01,135 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 12:16:01,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:16:01,144 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 12:16:01,156 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:16:01,158 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:16:01,159 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:16:01,160 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:16:01,161 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:16:01,162 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:16:01,163 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:16:01,163 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:16:01,164 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:16:01,165 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:16:01,165 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:16:01,166 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:16:01,167 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,167 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 12:16:01,169 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:16:01,170 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 12:16:01,172 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 12:16:01,172 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 12:16:01,173 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 12:16:01,174 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 12:16:01,182 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 12:16:01,184 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 12:16:01,186 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 12:16:01,187 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 12:16:01,187 main DEBUG createAppenders(={Console}) 2024-11-21 12:16:01,188 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-21 12:16:01,188 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-21 12:16:01,188 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-21 12:16:01,189 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 12:16:01,189 main DEBUG OutputStream closed 2024-11-21 12:16:01,189 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 12:16:01,189 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 12:16:01,190 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-21 12:16:01,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 12:16:01,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 12:16:01,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 12:16:01,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 12:16:01,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 12:16:01,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 12:16:01,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 12:16:01,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 12:16:01,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 12:16:01,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 12:16:01,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 12:16:01,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 12:16:01,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 12:16:01,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 12:16:01,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 12:16:01,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 12:16:01,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 12:16:01,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 12:16:01,285 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 12:16:01,285 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-21 12:16:01,285 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 12:16:01,286 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-21T12:16:01,524 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b 2024-11-21 12:16:01,527 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 12:16:01,527 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T12:16:01,536 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-21T12:16:01,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:16:01,570 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/cluster_9e8e5cd2-6ee3-dabb-ed4a-3fccddfefaff, deleteOnExit=true 2024-11-21T12:16:01,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:16:01,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/test.cache.data in system properties and HBase conf 2024-11-21T12:16:01,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:16:01,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:16:01,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:16:01,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:16:01,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:16:01,664 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T12:16:01,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:16:01,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:16:01,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:16:01,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:16:01,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:16:01,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:16:01,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:16:01,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:16:01,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:16:01,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:16:01,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:16:01,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:16:01,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:16:01,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:16:01,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:16:02,571 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T12:16:02,649 INFO [Time-limited test {}] log.Log(170): Logging initialized @2243ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T12:16:02,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:16:02,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:16:02,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:16:02,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:16:02,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:16:02,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:16:02,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:16:02,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:16:03,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/java.io.tmpdir/jetty-localhost-40565-hadoop-hdfs-3_4_1-tests_jar-_-any-8646465346775447331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:16:03,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:40565} 2024-11-21T12:16:03,049 INFO [Time-limited test {}] server.Server(415): Started @2644ms 2024-11-21T12:16:03,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:16:03,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:16:03,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:16:03,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:16:03,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:16:03,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:16:03,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:16:03,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/java.io.tmpdir/jetty-localhost-34245-hadoop-hdfs-3_4_1-tests_jar-_-any-9962766489966005899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:16:03,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:34245} 2024-11-21T12:16:03,679 INFO [Time-limited test {}] server.Server(415): Started @3274ms 2024-11-21T12:16:03,735 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:16:04,295 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/cluster_9e8e5cd2-6ee3-dabb-ed4a-3fccddfefaff/data/data1/current/BP-38901059-172.17.0.2-1732191362331/current, will proceed with Du for space computation calculation, 2024-11-21T12:16:04,296 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/cluster_9e8e5cd2-6ee3-dabb-ed4a-3fccddfefaff/data/data2/current/BP-38901059-172.17.0.2-1732191362331/current, will proceed with Du for space computation calculation, 2024-11-21T12:16:04,352 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:16:04,426 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9220cfbd5c73f8a with lease ID 0x4c7600eb0eb6fef9: Processing first storage report for DS-564db362-5a61-4328-a8ee-5de13949b35c from datanode DatanodeRegistration(127.0.0.1:37595, datanodeUuid=b0a97dd0-cc51-4fd4-a69f-399b549739bd, infoPort=41353, infoSecurePort=0, ipcPort=34811, storageInfo=lv=-57;cid=testClusterID;nsid=1851750563;c=1732191362331) 2024-11-21T12:16:04,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9220cfbd5c73f8a with lease ID 0x4c7600eb0eb6fef9: from storage DS-564db362-5a61-4328-a8ee-5de13949b35c node DatanodeRegistration(127.0.0.1:37595, datanodeUuid=b0a97dd0-cc51-4fd4-a69f-399b549739bd, infoPort=41353, infoSecurePort=0, ipcPort=34811, storageInfo=lv=-57;cid=testClusterID;nsid=1851750563;c=1732191362331), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-21T12:16:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9220cfbd5c73f8a with lease ID 0x4c7600eb0eb6fef9: Processing first storage report for DS-0ee7d41d-4d00-4f59-a18c-cb3f911bd68f from datanode DatanodeRegistration(127.0.0.1:37595, datanodeUuid=b0a97dd0-cc51-4fd4-a69f-399b549739bd, infoPort=41353, infoSecurePort=0, ipcPort=34811, storageInfo=lv=-57;cid=testClusterID;nsid=1851750563;c=1732191362331) 2024-11-21T12:16:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9220cfbd5c73f8a with lease ID 0x4c7600eb0eb6fef9: from storage DS-0ee7d41d-4d00-4f59-a18c-cb3f911bd68f node DatanodeRegistration(127.0.0.1:37595, datanodeUuid=b0a97dd0-cc51-4fd4-a69f-399b549739bd, infoPort=41353, infoSecurePort=0, ipcPort=34811, storageInfo=lv=-57;cid=testClusterID;nsid=1851750563;c=1732191362331), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:16:04,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b 2024-11-21T12:16:04,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/cluster_9e8e5cd2-6ee3-dabb-ed4a-3fccddfefaff/zookeeper_0, clientPort=55419, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/cluster_9e8e5cd2-6ee3-dabb-ed4a-3fccddfefaff/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/cluster_9e8e5cd2-6ee3-dabb-ed4a-3fccddfefaff/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:16:04,577 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55419 2024-11-21T12:16:04,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:16:04,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:16:04,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:16:05,265 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d with version=8 2024-11-21T12:16:05,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/hbase-staging 2024-11-21T12:16:05,376 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T12:16:05,643 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:16:05,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:16:05,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:16:05,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:16:05,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:16:05,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:16:05,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:16:05,905 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T12:16:05,915 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T12:16:05,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:16:05,951 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3078 (auto-detected) 2024-11-21T12:16:05,953 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T12:16:05,978 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39795 2024-11-21T12:16:06,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39795 connecting to ZooKeeper ensemble=127.0.0.1:55419 2024-11-21T12:16:06,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397950x0, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:16:06,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39795-0x1006244b0600000 connected 2024-11-21T12:16:06,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:16:06,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:16:06,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T12:16:06,128 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d, hbase.cluster.distributed=false 2024-11-21T12:16:06,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T12:16:06,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-21T12:16:06,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39795 2024-11-21T12:16:06,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39795 2024-11-21T12:16:06,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-21T12:16:06,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-21T12:16:06,312 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:16:06,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:16:06,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:16:06,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:16:06,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:16:06,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:16:06,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:16:06,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:16:06,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40779 2024-11-21T12:16:06,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40779 connecting to ZooKeeper ensemble=127.0.0.1:55419 2024-11-21T12:16:06,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:16:06,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:16:06,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407790x0, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:16:06,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40779-0x1006244b0600001 connected 2024-11-21T12:16:06,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T12:16:06,347 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:16:06,358 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:16:06,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T12:16:06,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T12:16:06,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40779 2024-11-21T12:16:06,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40779 2024-11-21T12:16:06,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40779 2024-11-21T12:16:06,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40779 2024-11-21T12:16:06,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40779 2024-11-21T12:16:06,386 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:39795 2024-11-21T12:16:06,387 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:16:06,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T12:16:06,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T12:16:06,398 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:16:06,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T12:16:06,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:16:06,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:16:06,421 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T12:16:06,422 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9bb5b7e9dd2c,39795,1732191365433 from backup master directory 2024-11-21T12:16:06,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:16:06,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T12:16:06,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T12:16:06,426 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:16:06,427 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:16:06,429 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T12:16:06,430 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T12:16:06,491 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/hbase.id] with ID: e214df5d-2d62-44c2-95f3-01b120d2b316 2024-11-21T12:16:06,491 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/.tmp/hbase.id 2024-11-21T12:16:06,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:16:06,903 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/.tmp/hbase.id]:[hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/hbase.id] 2024-11-21T12:16:06,967 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:16:06,974 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:16:07,005 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 28ms. 2024-11-21T12:16:07,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:16:07,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:16:07,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:16:07,461 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:16:07,464 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:16:07,486 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:07,491 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:16:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:16:07,563 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store 2024-11-21T12:16:07,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:16:07,590 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T12:16:07,593 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:16:07,595 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:16:07,595 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:16:07,595 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:16:07,596 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:16:07,597 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:16:07,597 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:16:07,598 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191367594Disabling compacts and flushes for region at 1732191367594Disabling writes for close at 1732191367597 (+3 ms)Writing region close event to WAL at 1732191367597Closed at 1732191367597 2024-11-21T12:16:07,601 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/.initializing 2024-11-21T12:16:07,601 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/WALs/9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:16:07,610 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:16:07,627 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C39795%2C1732191365433, suffix=, logDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/WALs/9bb5b7e9dd2c,39795,1732191365433, archiveDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/oldWALs, maxLogs=10 2024-11-21T12:16:07,651 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/WALs/9bb5b7e9dd2c,39795,1732191365433/9bb5b7e9dd2c%2C39795%2C1732191365433.1732191367632, exclude list is [], retry=0 2024-11-21T12:16:07,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37595,DS-564db362-5a61-4328-a8ee-5de13949b35c,DISK] 2024-11-21T12:16:07,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T12:16:07,709 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/WALs/9bb5b7e9dd2c,39795,1732191365433/9bb5b7e9dd2c%2C39795%2C1732191365433.1732191367632 2024-11-21T12:16:07,710 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41353:41353)] 2024-11-21T12:16:07,710 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:16:07,711 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:16:07,714 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:16:07,715 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:16:07,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:16:07,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:16:07,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:07,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:16:07,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:16:07,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:16:07,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:07,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:16:07,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:16:07,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:16:07,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:07,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:16:07,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:16:07,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:16:07,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:07,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:16:07,809 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:16:07,813 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:16:07,814 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:16:07,820 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:16:07,821 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:16:07,824 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:16:07,828 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:16:07,832 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:16:07,833 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64979469, jitterRate=-0.03173045814037323}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:16:07,838 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191367728Initializing all the Stores at 1732191367731 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191367731Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191367732 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191367732Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191367732Cleaning up temporary data from old regions at 1732191367821 (+89 ms)Region opened successfully at 1732191367838 (+17 ms) 2024-11-21T12:16:07,840 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:16:07,878 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe9447b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:16:07,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:16:07,926 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:16:07,926 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:16:07,930 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:16:07,932 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T12:16:07,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-21T12:16:07,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:16:07,977 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:16:07,989 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T12:16:07,991 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T12:16:07,995 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:16:07,997 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:16:07,999 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T12:16:08,002 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:16:08,005 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:16:08,007 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T12:16:08,009 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:16:08,010 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T12:16:08,029 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:16:08,031 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T12:16:08,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T12:16:08,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T12:16:08,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:16:08,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:16:08,038 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,39795,1732191365433, sessionid=0x1006244b0600000, setting cluster-up flag (Was=false) 2024-11-21T12:16:08,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:16:08,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:16:08,058 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T12:16:08,060 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:16:08,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:16:08,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:16:08,072 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T12:16:08,074 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:16:08,081 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:16:08,161 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:16:08,172 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:16:08,174 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(746): ClusterId : e214df5d-2d62-44c2-95f3-01b120d2b316 2024-11-21T12:16:08,177 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:16:08,179 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:16:08,182 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:16:08,183 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:16:08,186 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:16:08,187 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79592ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:16:08,185 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,39795,1732191365433 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:16:08,193 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:16:08,193 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:16:08,193 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:16:08,193 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:16:08,194 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:16:08,194 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:16:08,194 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:16:08,194 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:16:08,195 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191398195 2024-11-21T12:16:08,197 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:16:08,199 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:16:08,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:16:08,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:16:08,202 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:40779 2024-11-21T12:16:08,204 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:16:08,204 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:16:08,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:16:08,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:16:08,206 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:16:08,206 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:16:08,206 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:16:08,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,209 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,39795,1732191365433 with port=40779, startcode=1732191366267 2024-11-21T12:16:08,209 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:16:08,209 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:08,209 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:16:08,210 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:16:08,211 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:16:08,213 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:16:08,214 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:16:08,216 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191368215,5,FailOnTimeoutGroup] 2024-11-21T12:16:08,220 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191368216,5,FailOnTimeoutGroup] 2024-11-21T12:16:08,221 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,221 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:16:08,222 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:16:08,222 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,223 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:16:08,258 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:16:08,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:08,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39795 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:08,282 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d 2024-11-21T12:16:08,282 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37235 2024-11-21T12:16:08,282 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:16:08,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T12:16:08,287 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] zookeeper.ZKUtil(111): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:08,288 WARN [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:16:08,288 INFO [RS:0;9bb5b7e9dd2c:40779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:16:08,288 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/WALs/9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:08,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,40779,1732191366267] 2024-11-21T12:16:08,318 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:16:08,334 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:16:08,340 INFO [RS:0;9bb5b7e9dd2c:40779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:16:08,340 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,342 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:16:08,348 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:16:08,350 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,350 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:16:08,350 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:16:08,350 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:16:08,351 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:16:08,351 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:16:08,351 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:16:08,351 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:16:08,351 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:16:08,351 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:16:08,352 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:16:08,352 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:16:08,352 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:16:08,352 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:16:08,353 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:16:08,354 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,354 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,354 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,354 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,355 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,355 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40779,1732191366267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:16:08,377 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:16:08,379 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40779,1732191366267-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,379 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,379 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.Replication(171): 9bb5b7e9dd2c,40779,1732191366267 started 2024-11-21T12:16:08,403 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:08,404 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,40779,1732191366267, RpcServer on 9bb5b7e9dd2c/172.17.0.2:40779, sessionid=0x1006244b0600001 2024-11-21T12:16:08,405 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:16:08,405 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:08,405 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,40779,1732191366267' 2024-11-21T12:16:08,405 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T12:16:08,406 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T12:16:08,407 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:16:08,407 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:16:08,408 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:08,408 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,40779,1732191366267' 2024-11-21T12:16:08,408 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T12:16:08,409 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T12:16:08,410 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:16:08,410 INFO [RS:0;9bb5b7e9dd2c:40779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:16:08,410 INFO [RS:0;9bb5b7e9dd2c:40779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:16:08,516 INFO [RS:0;9bb5b7e9dd2c:40779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:16:08,520 INFO [RS:0;9bb5b7e9dd2c:40779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C40779%2C1732191366267, suffix=, logDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/WALs/9bb5b7e9dd2c,40779,1732191366267, archiveDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/oldWALs, maxLogs=32 2024-11-21T12:16:08,538 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/WALs/9bb5b7e9dd2c,40779,1732191366267/9bb5b7e9dd2c%2C40779%2C1732191366267.1732191368522, exclude list is [], retry=0 2024-11-21T12:16:08,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37595,DS-564db362-5a61-4328-a8ee-5de13949b35c,DISK] 2024-11-21T12:16:08,546 INFO [RS:0;9bb5b7e9dd2c:40779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/WALs/9bb5b7e9dd2c,40779,1732191366267/9bb5b7e9dd2c%2C40779%2C1732191366267.1732191368522 2024-11-21T12:16:08,547 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41353:41353)] 2024-11-21T12:16:08,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:16:08,627 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d 2024-11-21T12:16:08,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:16:09,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:16:09,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:16:09,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:16:09,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:09,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:16:09,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:16:09,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:16:09,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:09,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:16:09,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:16:09,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:16:09,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:09,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:16:09,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:16:09,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:16:09,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:09,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:16:09,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:16:09,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740 2024-11-21T12:16:09,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740 2024-11-21T12:16:09,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:16:09,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:16:09,064 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:16:09,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:16:09,071 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:16:09,072 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73082611, jitterRate=0.08901576697826385}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:16:09,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191369040Initializing all the Stores at 1732191369042 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191369042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191369042Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191369042Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191369042Cleaning up temporary data from old regions at 1732191369063 (+21 ms)Region opened successfully at 1732191369074 (+11 ms) 2024-11-21T12:16:09,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:16:09,074 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:16:09,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:16:09,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:16:09,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:16:09,076 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:16:09,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191369074Disabling compacts and flushes for region at 1732191369074Disabling writes for close at 1732191369074Writing region close event to WAL at 1732191369075 (+1 ms)Closed at 1732191369076 (+1 ms) 2024-11-21T12:16:09,080 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:16:09,080 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:16:09,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:16:09,097 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:16:09,100 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:16:09,253 DEBUG [9bb5b7e9dd2c:39795 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:16:09,267 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:09,273 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,40779,1732191366267, state=OPENING 2024-11-21T12:16:09,278 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:16:09,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:16:09,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:16:09,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T12:16:09,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T12:16:09,283 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:16:09,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:16:09,464 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:16:09,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:16:09,482 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:16:09,482 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:16:09,483 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:16:09,487 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C40779%2C1732191366267.meta, suffix=.meta, logDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/WALs/9bb5b7e9dd2c,40779,1732191366267, archiveDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/oldWALs, maxLogs=32 2024-11-21T12:16:09,508 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/WALs/9bb5b7e9dd2c,40779,1732191366267/9bb5b7e9dd2c%2C40779%2C1732191366267.meta.1732191369489.meta, exclude list is [], retry=0 2024-11-21T12:16:09,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37595,DS-564db362-5a61-4328-a8ee-5de13949b35c,DISK] 2024-11-21T12:16:09,521 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/WALs/9bb5b7e9dd2c,40779,1732191366267/9bb5b7e9dd2c%2C40779%2C1732191366267.meta.1732191369489.meta 2024-11-21T12:16:09,522 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41353:41353)] 2024-11-21T12:16:09,523 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:16:09,525 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:16:09,528 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:16:09,534 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:16:09,539 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:16:09,540 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:16:09,540 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:16:09,541 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:16:09,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:16:09,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:16:09,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:09,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:16:09,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:16:09,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:16:09,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:09,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:16:09,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:16:09,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:16:09,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:09,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:16:09,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:16:09,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:16:09,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:09,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:16:09,557 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:16:09,559 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740 2024-11-21T12:16:09,562 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740 2024-11-21T12:16:09,565 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:16:09,565 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:16:09,566 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:16:09,570 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:16:09,572 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73943263, jitterRate=0.10184048116207123}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:16:09,572 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:16:09,574 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191369541Writing region info on filesystem at 1732191369542 (+1 ms)Initializing all the Stores at 1732191369544 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191369544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191369544Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191369544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191369544Cleaning up temporary data from old regions at 1732191369565 (+21 ms)Running coprocessor post-open hooks at 1732191369572 (+7 ms)Region opened successfully at 1732191369574 (+2 ms) 2024-11-21T12:16:09,583 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191369453 2024-11-21T12:16:09,600 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:16:09,601 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:16:09,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:09,604 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,40779,1732191366267, state=OPEN 2024-11-21T12:16:09,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T12:16:09,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T12:16:09,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T12:16:09,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T12:16:09,610 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:09,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:16:09,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,40779,1732191366267 in 326 msec 2024-11-21T12:16:09,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:16:09,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 534 msec 2024-11-21T12:16:09,628 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:16:09,628 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:16:09,653 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:09,655 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:09,686 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:09,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:09,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5950 sec 2024-11-21T12:16:09,710 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191369710, completionTime=-1 2024-11-21T12:16:09,714 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:16:09,714 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:16:09,743 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:16:09,743 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191429743 2024-11-21T12:16:09,743 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191489743 2024-11-21T12:16:09,744 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-21T12:16:09,746 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39795,1732191365433-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:09,746 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39795,1732191365433-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:09,746 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39795,1732191365433-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:09,748 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:39795, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:09,748 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:09,749 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:09,755 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:16:09,780 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.352sec 2024-11-21T12:16:09,781 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:16:09,782 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:16:09,783 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:16:09,784 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:16:09,784 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:16:09,785 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39795,1732191365433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:16:09,786 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39795,1732191365433-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:16:09,794 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:16:09,795 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:16:09,796 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39795,1732191365433-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:16:09,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609db4ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:09,888 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T12:16:09,888 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T12:16:09,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:09,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:09,902 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:09,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:09,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:09,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136cf53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:09,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:09,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:09,911 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:09,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366e166a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:09,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:09,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:09,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:09,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:16:09,960 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=224, ProcessCount=11, AvailableMemoryMB=8277 2024-11-21T12:16:09,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:16:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:16:09,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f523d87 2024-11-21T12:16:09,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:16:09,982 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:16:09,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:16:09,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:16:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T12:16:09,999 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:16:10,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-21T12:16:10,002 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:10,004 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:16:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:16:10,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741835_1011 (size=1061) 2024-11-21T12:16:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:16:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:16:10,420 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d 2024-11-21T12:16:10,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741836_1012 (size=53) 2024-11-21T12:16:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:16:10,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:16:10,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 12ad8c6f85efa7820c8980a9cd577636, disabling compactions & flushes 2024-11-21T12:16:10,832 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:10,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:10,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. after waiting 0 ms 2024-11-21T12:16:10,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:10,832 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:10,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12ad8c6f85efa7820c8980a9cd577636: Waiting for close lock at 1732191370832Disabling compacts and flushes for region at 1732191370832Disabling writes for close at 1732191370832Writing region close event to WAL at 1732191370832Closed at 1732191370832 2024-11-21T12:16:10,835 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:16:10,842 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732191370835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191370835"}]},"ts":"1732191370835"} 2024-11-21T12:16:10,847 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:16:10,849 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:16:10,852 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191370849"}]},"ts":"1732191370849"} 2024-11-21T12:16:10,858 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T12:16:10,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12ad8c6f85efa7820c8980a9cd577636, ASSIGN}] 2024-11-21T12:16:10,882 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12ad8c6f85efa7820c8980a9cd577636, ASSIGN 2024-11-21T12:16:10,884 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=12ad8c6f85efa7820c8980a9cd577636, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,40779,1732191366267; forceNewPlan=false, retain=false 2024-11-21T12:16:11,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12ad8c6f85efa7820c8980a9cd577636, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:11,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=12ad8c6f85efa7820c8980a9cd577636, ASSIGN because future has completed 2024-11-21T12:16:11,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:16:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:16:11,206 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:11,211 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:16:11,211 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:11,212 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:16:11,212 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:11,212 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:11,216 INFO [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:11,221 INFO [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:16:11,222 INFO [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12ad8c6f85efa7820c8980a9cd577636 columnFamilyName A 2024-11-21T12:16:11,222 DEBUG [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:11,223 INFO [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] regionserver.HStore(327): Store=12ad8c6f85efa7820c8980a9cd577636/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:16:11,224 INFO [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:11,226 INFO [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:16:11,227 INFO [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12ad8c6f85efa7820c8980a9cd577636 columnFamilyName B 2024-11-21T12:16:11,227 DEBUG [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:11,228 INFO [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] regionserver.HStore(327): Store=12ad8c6f85efa7820c8980a9cd577636/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:16:11,228 INFO [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:11,231 INFO [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:16:11,231 INFO [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12ad8c6f85efa7820c8980a9cd577636 columnFamilyName C 2024-11-21T12:16:11,231 DEBUG [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:11,236 INFO [StoreOpener-12ad8c6f85efa7820c8980a9cd577636-1 {}] regionserver.HStore(327): Store=12ad8c6f85efa7820c8980a9cd577636/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:16:11,237 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:11,237 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:11,245 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:11,256 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:11,260 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:11,261 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:11,262 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:16:11,266 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:11,274 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:16:11,275 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 12ad8c6f85efa7820c8980a9cd577636; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60914592, jitterRate=-0.09230184555053711}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:16:11,275 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:11,277 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 12ad8c6f85efa7820c8980a9cd577636: Running coprocessor pre-open hook at 1732191371212Writing region info on filesystem at 1732191371212Initializing all the Stores at 1732191371215 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191371215Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191371215Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191371215Cleaning up temporary data from old regions at 1732191371261 (+46 ms)Running coprocessor post-open hooks at 1732191371275 (+14 ms)Region opened successfully at 1732191371277 (+2 ms) 2024-11-21T12:16:11,280 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., pid=6, masterSystemTime=1732191371198 2024-11-21T12:16:11,287 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:11,287 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12ad8c6f85efa7820c8980a9cd577636, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:11,288 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:11,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:16:11,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:16:11,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 in 253 msec 2024-11-21T12:16:11,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:16:11,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12ad8c6f85efa7820c8980a9cd577636, ASSIGN in 424 msec 2024-11-21T12:16:11,311 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:16:11,311 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191371311"}]},"ts":"1732191371311"} 2024-11-21T12:16:11,317 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T12:16:11,319 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:16:11,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.3270 sec 2024-11-21T12:16:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:16:12,160 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:12,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710944e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:12,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:12,170 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70cdc6cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:12,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:12,183 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:12,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1806c24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:12,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:12,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:16:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:16:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78210a9b 2024-11-21T12:16:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:16:12,202 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:16:12,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d2795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:12,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:12,211 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b084ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:12,216 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79382fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba02c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:12,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:12,224 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:12,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45101745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:12,230 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:12,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c55d99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113d617f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:12,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:12,234 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:12,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbf9665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:12,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:12,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:12,238 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39deefb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754d9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:12,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:12,242 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:12,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:12,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:12,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ccbe83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:12,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:12,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:12,246 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:12,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5970e36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57135afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:12,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:12,250 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:12,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:12,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca6bf1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:12,252 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5904dd5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a48b566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:12,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:12,257 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:12,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:12,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:12,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b036a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:12,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:12,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:12,260 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129161b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d81b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:12,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:12,263 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:12,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:12,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:12,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20584f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:12,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:12,265 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:12,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7aa9af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a046d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:12,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:12,269 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:12,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c287047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:12,272 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee9f900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ef02a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:12,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:12,278 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1608b68b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:12,281 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5b0127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:12,288 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:12,288 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:12,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:12,290 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:12,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:12,293 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:12,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:12,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:12,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:12,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:12,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:12,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-21T12:16:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:16:12,306 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:16:12,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:16:12,308 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:12,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:16:12,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:16:12,312 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:12,313 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:12,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:12,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:12,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:12,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:12,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:16:12,327 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:16:12,332 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:12,332 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:12,334 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:12,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:12,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:12,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:12,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:16:12,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:16:12,344 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:12,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:12,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:12,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:12,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:16:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:12,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:16:12,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:16:12,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T12:16:12,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:12,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:12,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:12,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:12,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:12,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191432525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191432532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:12,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:12,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191432545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191432536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:12,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191432554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:12,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/71361d63cbb94336a43fe98198bf3855 is 50, key is test_row_0/A:col10/1732191372397/Put/seqid=0 2024-11-21T12:16:12,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:12,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:12,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741837_1013 (size=12001) 2024-11-21T12:16:12,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/71361d63cbb94336a43fe98198bf3855 2024-11-21T12:16:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:16:12,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T12:16:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:12,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:12,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:12,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:12,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:12,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191432720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:12,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191432720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:12,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191432721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:12,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191432721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:12,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191432723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:12,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/29870d9a7dc74441b9dd543c8aa0c207 is 50, key is test_row_0/B:col10/1732191372397/Put/seqid=0 2024-11-21T12:16:12,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741838_1014 (size=12001) 2024-11-21T12:16:12,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/29870d9a7dc74441b9dd543c8aa0c207 2024-11-21T12:16:12,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/bf0322e7135448f7b60dcdc3ce954fef is 50, key is test_row_0/C:col10/1732191372397/Put/seqid=0 2024-11-21T12:16:12,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T12:16:12,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:12,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:12,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:12,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:12,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:12,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741839_1015 (size=12001) 2024-11-21T12:16:12,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/bf0322e7135448f7b60dcdc3ce954fef 2024-11-21T12:16:12,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/71361d63cbb94336a43fe98198bf3855 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/71361d63cbb94336a43fe98198bf3855 2024-11-21T12:16:12,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/71361d63cbb94336a43fe98198bf3855, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T12:16:12,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/29870d9a7dc74441b9dd543c8aa0c207 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/29870d9a7dc74441b9dd543c8aa0c207 2024-11-21T12:16:12,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/29870d9a7dc74441b9dd543c8aa0c207, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T12:16:12,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/bf0322e7135448f7b60dcdc3ce954fef as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/bf0322e7135448f7b60dcdc3ce954fef 2024-11-21T12:16:12,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/bf0322e7135448f7b60dcdc3ce954fef, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T12:16:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:16:12,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 12ad8c6f85efa7820c8980a9cd577636 in 548ms, sequenceid=13, compaction requested=false 2024-11-21T12:16:12,960 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T12:16:12,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:12,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191372531, max timestamp=1732191372971Num uniques 859; 2024-11-21T12:16:12,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191372531, max timestamp=1732191372971Num uniques 859; 2024-11-21T12:16:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:12,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:12,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=71.56 KB heapSize=204.02 KB 2024-11-21T12:16:12,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:12,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:12,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:12,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:12,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:12,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:13,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:13,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T12:16:13,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:13,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/2a6333f2a7a3420d8839520512cba88f is 50, key is test_row_0/A:col10/1732191372981/Put/seqid=0 2024-11-21T12:16:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741840_1016 (size=12001) 2024-11-21T12:16:13,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191433078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191433103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191433109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191433115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191433122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T12:16:13,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:13,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191433219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191433229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191433229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191433239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191433239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T12:16:13,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:13,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191433429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191433449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/2a6333f2a7a3420d8839520512cba88f 2024-11-21T12:16:13,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191433459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191433459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191433460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:16:13,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T12:16:13,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:13,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/520705a5bf7f4366806be807f5abccd3 is 50, key is test_row_0/B:col10/1732191372981/Put/seqid=0 2024-11-21T12:16:13,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741841_1017 (size=12001) 2024-11-21T12:16:13,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/520705a5bf7f4366806be807f5abccd3 2024-11-21T12:16:13,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/c76c25fb39ab4c6f85202226ebf02e92 is 50, key is test_row_0/C:col10/1732191372981/Put/seqid=0 2024-11-21T12:16:13,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741842_1018 (size=12001) 2024-11-21T12:16:13,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/c76c25fb39ab4c6f85202226ebf02e92 2024-11-21T12:16:13,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/2a6333f2a7a3420d8839520512cba88f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2a6333f2a7a3420d8839520512cba88f 2024-11-21T12:16:13,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2a6333f2a7a3420d8839520512cba88f, entries=150, sequenceid=36, filesize=11.7 K 2024-11-21T12:16:13,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/520705a5bf7f4366806be807f5abccd3 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/520705a5bf7f4366806be807f5abccd3 2024-11-21T12:16:13,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/520705a5bf7f4366806be807f5abccd3, entries=150, sequenceid=36, filesize=11.7 K 2024-11-21T12:16:13,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/c76c25fb39ab4c6f85202226ebf02e92 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/c76c25fb39ab4c6f85202226ebf02e92 2024-11-21T12:16:13,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T12:16:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:13,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/c76c25fb39ab4c6f85202226ebf02e92, entries=150, sequenceid=36, filesize=11.7 K 2024-11-21T12:16:13,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~203.97 KB/208864, currentSize=114.05 KB/116790 for 12ad8c6f85efa7820c8980a9cd577636 in 670ms, sequenceid=36, compaction requested=false 2024-11-21T12:16:13,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:13,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191373071, max timestamp=1732191373750Num uniques 859; 2024-11-21T12:16:13,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:13,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=89.45 KB heapSize=262.11 KB 2024-11-21T12:16:13,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:13,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:13,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191373071, max timestamp=1732191373750Num uniques 859; 2024-11-21T12:16:13,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:13,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:13,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:13,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:13,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:13,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/33480a61bcc84b498a87438e3e2bb45a is 50, key is test_row_0/A:col10/1732191373750/Put/seqid=0 2024-11-21T12:16:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741843_1019 (size=14341) 2024-11-21T12:16:13,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/33480a61bcc84b498a87438e3e2bb45a 2024-11-21T12:16:13,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T12:16:13,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:13,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/6464f1cf4bc34f478152ad6217d0d5ec is 50, key is test_row_0/B:col10/1732191373750/Put/seqid=0 2024-11-21T12:16:13,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741844_1020 (size=12001) 2024-11-21T12:16:13,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191373821, max timestamp=1732191373839Num uniques 859; 2024-11-21T12:16:13,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:13,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191373821, max timestamp=1732191373839Num uniques 859; 2024-11-21T12:16:13,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:13,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191373821, max timestamp=1732191373840Num uniques 859; 2024-11-21T12:16:13,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:13,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191433905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191433910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191433911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191433914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191433916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:13,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T12:16:13,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:13,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:13,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:14,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191434018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191434029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191434030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191434040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191434040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T12:16:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:14,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:14,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:14,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191434229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191434239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191434239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/6464f1cf4bc34f478152ad6217d0d5ec 2024-11-21T12:16:14,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191434249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191434249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/c1653a5b814e4fdc916d846fb101468e is 50, key is test_row_0/C:col10/1732191373750/Put/seqid=0 2024-11-21T12:16:14,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T12:16:14,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:14,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:14,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:14,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:14,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:14,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741845_1021 (size=12001) 2024-11-21T12:16:14,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/c1653a5b814e4fdc916d846fb101468e 2024-11-21T12:16:14,311 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:16:14,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/33480a61bcc84b498a87438e3e2bb45a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/33480a61bcc84b498a87438e3e2bb45a 2024-11-21T12:16:14,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/33480a61bcc84b498a87438e3e2bb45a, entries=200, sequenceid=57, filesize=14.0 K 2024-11-21T12:16:14,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/6464f1cf4bc34f478152ad6217d0d5ec as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6464f1cf4bc34f478152ad6217d0d5ec 2024-11-21T12:16:14,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6464f1cf4bc34f478152ad6217d0d5ec, entries=150, sequenceid=57, filesize=11.7 K 2024-11-21T12:16:14,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/c1653a5b814e4fdc916d846fb101468e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/c1653a5b814e4fdc916d846fb101468e 2024-11-21T12:16:14,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/c1653a5b814e4fdc916d846fb101468e, entries=150, sequenceid=57, filesize=11.7 K 2024-11-21T12:16:14,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=134.18 KB/137400 for 12ad8c6f85efa7820c8980a9cd577636 in 617ms, sequenceid=57, compaction requested=true 2024-11-21T12:16:14,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:14,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:14,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:14,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:14,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:14,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:14,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:14,390 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:14,390 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:14,395 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:14,395 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:14,398 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/B is initiating minor compaction (all files) 2024-11-21T12:16:14,399 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/B in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:14,399 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/A is initiating minor compaction (all files) 2024-11-21T12:16:14,399 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/29870d9a7dc74441b9dd543c8aa0c207, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/520705a5bf7f4366806be807f5abccd3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6464f1cf4bc34f478152ad6217d0d5ec] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=35.2 K 2024-11-21T12:16:14,399 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/A in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:14,400 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/71361d63cbb94336a43fe98198bf3855, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2a6333f2a7a3420d8839520512cba88f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/33480a61bcc84b498a87438e3e2bb45a] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=37.4 K 2024-11-21T12:16:14,401 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 29870d9a7dc74441b9dd543c8aa0c207, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732191372380 2024-11-21T12:16:14,401 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71361d63cbb94336a43fe98198bf3855, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732191372380 2024-11-21T12:16:14,402 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 520705a5bf7f4366806be807f5abccd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732191372531 2024-11-21T12:16:14,402 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a6333f2a7a3420d8839520512cba88f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732191372531 2024-11-21T12:16:14,403 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33480a61bcc84b498a87438e3e2bb45a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732191373071 2024-11-21T12:16:14,403 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6464f1cf4bc34f478152ad6217d0d5ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732191373071 2024-11-21T12:16:14,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T12:16:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:14,436 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-21T12:16:14,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:14,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:14,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:14,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:14,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:14,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:14,451 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#B#compaction#9 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:14,454 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#A#compaction#10 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:14,454 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/c359e60944e849a3bfcf243f37874c40 is 50, key is test_row_0/B:col10/1732191373750/Put/seqid=0 2024-11-21T12:16:14,455 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/4404f43687c54ce68b8a43a2d57eef07 is 50, key is test_row_0/A:col10/1732191373750/Put/seqid=0 2024-11-21T12:16:14,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/6a8e367b78f94f9da867c9c338405555 is 50, key is test_row_0/A:col10/1732191373912/Put/seqid=0 2024-11-21T12:16:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:16:14,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741846_1022 (size=12104) 2024-11-21T12:16:14,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741847_1023 (size=12104) 2024-11-21T12:16:14,516 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/c359e60944e849a3bfcf243f37874c40 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c359e60944e849a3bfcf243f37874c40 2024-11-21T12:16:14,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741848_1024 (size=12001) 2024-11-21T12:16:14,522 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/6a8e367b78f94f9da867c9c338405555 2024-11-21T12:16:14,547 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/4404f43687c54ce68b8a43a2d57eef07 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/4404f43687c54ce68b8a43a2d57eef07 2024-11-21T12:16:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:14,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/7eb4dfc8d57c4ad7bc2381825f23b70b is 50, key is test_row_0/B:col10/1732191373912/Put/seqid=0 2024-11-21T12:16:14,564 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/A of 12ad8c6f85efa7820c8980a9cd577636 into 4404f43687c54ce68b8a43a2d57eef07(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:14,564 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:14,566 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/B of 12ad8c6f85efa7820c8980a9cd577636 into c359e60944e849a3bfcf243f37874c40(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:14,567 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:14,568 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/A, priority=13, startTime=1732191374377; duration=0sec 2024-11-21T12:16:14,568 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/B, priority=13, startTime=1732191374387; duration=0sec 2024-11-21T12:16:14,568 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:14,569 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:B 2024-11-21T12:16:14,569 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:14,570 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:14,571 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:A 2024-11-21T12:16:14,578 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:14,579 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/C is initiating minor compaction (all files) 2024-11-21T12:16:14,579 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/C in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:14,579 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/bf0322e7135448f7b60dcdc3ce954fef, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/c76c25fb39ab4c6f85202226ebf02e92, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/c1653a5b814e4fdc916d846fb101468e] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=35.2 K 2024-11-21T12:16:14,580 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting bf0322e7135448f7b60dcdc3ce954fef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732191372380 2024-11-21T12:16:14,581 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting c76c25fb39ab4c6f85202226ebf02e92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732191372531 2024-11-21T12:16:14,583 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting c1653a5b814e4fdc916d846fb101468e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732191373071 2024-11-21T12:16:14,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191434576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191434583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191434585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741849_1025 (size=12001) 2024-11-21T12:16:14,602 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/7eb4dfc8d57c4ad7bc2381825f23b70b 2024-11-21T12:16:14,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191434590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191434591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,614 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#C#compaction#13 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,615 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/f1581a65c88142d884fc4bb3f753e4de is 50, key is test_row_0/C:col10/1732191373750/Put/seqid=0 2024-11-21T12:16:14,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741850_1026 (size=12104) 2024-11-21T12:16:14,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/4595ffc6a34442efb44b27db7a9c3c91 is 50, key is test_row_0/C:col10/1732191373912/Put/seqid=0 2024-11-21T12:16:14,659 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/f1581a65c88142d884fc4bb3f753e4de as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/f1581a65c88142d884fc4bb3f753e4de 2024-11-21T12:16:14,677 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/C of 12ad8c6f85efa7820c8980a9cd577636 into f1581a65c88142d884fc4bb3f753e4de(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:14,677 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:14,677 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/C, priority=13, startTime=1732191374387; duration=0sec 2024-11-21T12:16:14,678 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:14,678 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:C 2024-11-21T12:16:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741851_1027 (size=12001) 2024-11-21T12:16:14,690 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/4595ffc6a34442efb44b27db7a9c3c91 2024-11-21T12:16:14,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191434699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/6a8e367b78f94f9da867c9c338405555 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6a8e367b78f94f9da867c9c338405555 2024-11-21T12:16:14,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191434699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191434709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191434710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191434718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:14,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:14,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:14,726 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6a8e367b78f94f9da867c9c338405555, entries=150, sequenceid=94, filesize=11.7 K 2024-11-21T12:16:14,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/7eb4dfc8d57c4ad7bc2381825f23b70b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/7eb4dfc8d57c4ad7bc2381825f23b70b 2024-11-21T12:16:14,744 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/7eb4dfc8d57c4ad7bc2381825f23b70b, entries=150, sequenceid=94, filesize=11.7 K 2024-11-21T12:16:14,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/4595ffc6a34442efb44b27db7a9c3c91 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/4595ffc6a34442efb44b27db7a9c3c91 2024-11-21T12:16:14,762 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/4595ffc6a34442efb44b27db7a9c3c91, entries=150, sequenceid=94, filesize=11.7 K 2024-11-21T12:16:14,766 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 12ad8c6f85efa7820c8980a9cd577636 in 330ms, sequenceid=94, compaction requested=false 2024-11-21T12:16:14,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:14,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:14,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T12:16:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T12:16:14,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T12:16:14,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4520 sec 2024-11-21T12:16:14,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.4870 sec 2024-11-21T12:16:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:14,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T12:16:14,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:14,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:14,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:14,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:14,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:14,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:14,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/73bde8bb3aea439e97d0854c7d4b3c78 is 50, key is test_row_0/A:col10/1732191374577/Put/seqid=0 2024-11-21T12:16:14,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741852_1028 (size=14341) 2024-11-21T12:16:14,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/73bde8bb3aea439e97d0854c7d4b3c78 2024-11-21T12:16:15,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191434992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191434997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191434999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191435004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,020 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191374987, max timestamp=1732191374998Num uniques 859; 2024-11-21T12:16:15,020 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191374987, max timestamp=1732191374998Num uniques 859; 2024-11-21T12:16:15,021 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:15,021 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:15,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732191374987, max timestamp=1732191374998Num uniques 859; 2024-11-21T12:16:15,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T12:16:15,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/1e27551b3be04fb496e8862d7cf89ca0 is 50, key is test_row_0/B:col10/1732191374577/Put/seqid=0 2024-11-21T12:16:15,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T12:16:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741853_1029 (size=12001) 2024-11-21T12:16:15,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191435132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191435144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191435144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191435146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191435152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191435269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191435270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191435270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191435271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191435358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/1e27551b3be04fb496e8862d7cf89ca0 2024-11-21T12:16:15,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191435480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191435480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191435481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191435482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/d26d19b6e5d04390b6330b1604df82b2 is 50, key is test_row_0/C:col10/1732191374577/Put/seqid=0 2024-11-21T12:16:15,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741854_1030 (size=12001) 2024-11-21T12:16:15,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/d26d19b6e5d04390b6330b1604df82b2 2024-11-21T12:16:15,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/73bde8bb3aea439e97d0854c7d4b3c78 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/73bde8bb3aea439e97d0854c7d4b3c78 2024-11-21T12:16:15,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/73bde8bb3aea439e97d0854c7d4b3c78, entries=200, sequenceid=109, filesize=14.0 K 2024-11-21T12:16:15,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/1e27551b3be04fb496e8862d7cf89ca0 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1e27551b3be04fb496e8862d7cf89ca0 2024-11-21T12:16:15,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1e27551b3be04fb496e8862d7cf89ca0, entries=150, sequenceid=109, filesize=11.7 K 2024-11-21T12:16:15,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/d26d19b6e5d04390b6330b1604df82b2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/d26d19b6e5d04390b6330b1604df82b2 2024-11-21T12:16:15,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/d26d19b6e5d04390b6330b1604df82b2, entries=150, sequenceid=109, filesize=11.7 K 2024-11-21T12:16:15,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.37 KB/123255 for 12ad8c6f85efa7820c8980a9cd577636 in 664ms, sequenceid=109, compaction requested=true 2024-11-21T12:16:15,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:15,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:15,590 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:15,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:15,590 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:15,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:15,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:15,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:15,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:15,594 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:15,594 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:15,594 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/A is initiating minor compaction (all files) 2024-11-21T12:16:15,594 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/B is initiating minor compaction (all files) 2024-11-21T12:16:15,594 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/A in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:15,594 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/B in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:15,594 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/4404f43687c54ce68b8a43a2d57eef07, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6a8e367b78f94f9da867c9c338405555, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/73bde8bb3aea439e97d0854c7d4b3c78] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=37.5 K 2024-11-21T12:16:15,594 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c359e60944e849a3bfcf243f37874c40, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/7eb4dfc8d57c4ad7bc2381825f23b70b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1e27551b3be04fb496e8862d7cf89ca0] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=35.3 K 2024-11-21T12:16:15,595 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting c359e60944e849a3bfcf243f37874c40, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732191373071 2024-11-21T12:16:15,595 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4404f43687c54ce68b8a43a2d57eef07, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732191373071 2024-11-21T12:16:15,596 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eb4dfc8d57c4ad7bc2381825f23b70b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732191373906 2024-11-21T12:16:15,596 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a8e367b78f94f9da867c9c338405555, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732191373906 2024-11-21T12:16:15,597 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73bde8bb3aea439e97d0854c7d4b3c78, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732191374577 2024-11-21T12:16:15,597 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e27551b3be04fb496e8862d7cf89ca0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732191374577 2024-11-21T12:16:15,625 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#A#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:15,626 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/de35d84b121a4976a301f6a8236b99e1 is 50, key is test_row_0/A:col10/1732191374577/Put/seqid=0 2024-11-21T12:16:15,640 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:15,641 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/1941e7af294c4650b751cd9be34e6db8 is 50, key is test_row_0/B:col10/1732191374577/Put/seqid=0 2024-11-21T12:16:15,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741855_1031 (size=12207) 2024-11-21T12:16:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:15,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=127.08 KB heapSize=364.15 KB 2024-11-21T12:16:15,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:15,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:15,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:15,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:15,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:15,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:15,679 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/de35d84b121a4976a301f6a8236b99e1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/de35d84b121a4976a301f6a8236b99e1 2024-11-21T12:16:15,695 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/A of 12ad8c6f85efa7820c8980a9cd577636 into de35d84b121a4976a301f6a8236b99e1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:15,695 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:15,695 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/A, priority=13, startTime=1732191375590; duration=0sec 2024-11-21T12:16:15,696 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:15,696 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:A 2024-11-21T12:16:15,696 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:15,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/fb410d9c94a84a9e969b098eb838436e is 50, key is test_row_0/A:col10/1732191375673/Put/seqid=0 2024-11-21T12:16:15,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741856_1032 (size=12207) 2024-11-21T12:16:15,702 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:15,703 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/C is initiating minor compaction (all files) 2024-11-21T12:16:15,703 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/C in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:15,703 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/f1581a65c88142d884fc4bb3f753e4de, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/4595ffc6a34442efb44b27db7a9c3c91, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/d26d19b6e5d04390b6330b1604df82b2] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=35.3 K 2024-11-21T12:16:15,704 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1581a65c88142d884fc4bb3f753e4de, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732191373071 2024-11-21T12:16:15,707 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4595ffc6a34442efb44b27db7a9c3c91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732191373906 2024-11-21T12:16:15,715 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d26d19b6e5d04390b6330b1604df82b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732191374577 2024-11-21T12:16:15,720 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/1941e7af294c4650b751cd9be34e6db8 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1941e7af294c4650b751cd9be34e6db8 2024-11-21T12:16:15,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741857_1033 (size=14541) 2024-11-21T12:16:15,740 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/B of 12ad8c6f85efa7820c8980a9cd577636 into 1941e7af294c4650b751cd9be34e6db8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:15,741 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:15,741 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/B, priority=13, startTime=1732191375590; duration=0sec 2024-11-21T12:16:15,741 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:15,741 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:B 2024-11-21T12:16:15,764 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:15,765 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5958d5ab0a894a6fb695e4790cc3dcb9 is 50, key is test_row_0/C:col10/1732191374577/Put/seqid=0 2024-11-21T12:16:15,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191435773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741858_1034 (size=12207) 2024-11-21T12:16:15,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191435799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191435799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191435800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191435800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,812 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5958d5ab0a894a6fb695e4790cc3dcb9 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5958d5ab0a894a6fb695e4790cc3dcb9 2024-11-21T12:16:15,827 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/C of 12ad8c6f85efa7820c8980a9cd577636 into 5958d5ab0a894a6fb695e4790cc3dcb9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:15,827 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:15,827 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/C, priority=13, startTime=1732191375591; duration=0sec 2024-11-21T12:16:15,827 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:15,827 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:C 2024-11-21T12:16:15,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191435888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:15,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:15,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:16:15,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:16:15,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:16:15,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T12:16:15,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:16:15,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T12:16:15,908 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T12:16:15,908 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T12:16:16,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191436098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/fb410d9c94a84a9e969b098eb838436e 2024-11-21T12:16:16,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/cad0efcf24c243f2a58434e11390d221 is 50, key is test_row_0/B:col10/1732191375673/Put/seqid=0 2024-11-21T12:16:16,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741859_1035 (size=12151) 2024-11-21T12:16:16,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/cad0efcf24c243f2a58434e11390d221 2024-11-21T12:16:16,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/0c495e4b6afd44f7aff03a9484870316 is 50, key is test_row_0/C:col10/1732191375673/Put/seqid=0 2024-11-21T12:16:16,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741860_1036 (size=12151) 2024-11-21T12:16:16,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/0c495e4b6afd44f7aff03a9484870316 2024-11-21T12:16:16,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/fb410d9c94a84a9e969b098eb838436e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/fb410d9c94a84a9e969b098eb838436e 2024-11-21T12:16:16,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/fb410d9c94a84a9e969b098eb838436e, entries=200, sequenceid=145, filesize=14.2 K 2024-11-21T12:16:16,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/cad0efcf24c243f2a58434e11390d221 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/cad0efcf24c243f2a58434e11390d221 2024-11-21T12:16:16,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/cad0efcf24c243f2a58434e11390d221, entries=150, sequenceid=145, filesize=11.9 K 2024-11-21T12:16:16,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/0c495e4b6afd44f7aff03a9484870316 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/0c495e4b6afd44f7aff03a9484870316 2024-11-21T12:16:16,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/0c495e4b6afd44f7aff03a9484870316, entries=150, sequenceid=145, filesize=11.9 K 2024-11-21T12:16:16,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.08 KB/130125, heapSize ~364.10 KB/372840, currentSize=53.67 KB/54960 for 12ad8c6f85efa7820c8980a9cd577636 in 584ms, sequenceid=145, compaction requested=false 2024-11-21T12:16:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:16,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T12:16:16,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:16,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:16,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:16,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:16,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:16,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:16,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/59f00d6e00864af09a8c5945e13570bb is 50, key is test_row_0/A:col10/1732191375769/Put/seqid=0 2024-11-21T12:16:16,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741861_1037 (size=14541) 2024-11-21T12:16:16,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191436383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191436389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191436392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191436394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191436408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191436499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191436509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:16:16,519 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:16,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-21T12:16:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T12:16:16,523 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:16,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191436519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191436520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,527 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:16,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:16,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T12:16:16,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T12:16:16,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:16,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:16,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:16,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:16,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:16,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191436709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191436718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191436739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191436739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/59f00d6e00864af09a8c5945e13570bb 2024-11-21T12:16:16,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/68cb4a41cd874e379f6abbd5c90319c6 is 50, key is test_row_0/B:col10/1732191375769/Put/seqid=0 2024-11-21T12:16:16,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741862_1038 (size=12151) 2024-11-21T12:16:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T12:16:16,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T12:16:16,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:16,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:16,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:16,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:16,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:16,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191436918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:16,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:16,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:16,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T12:16:16,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:16,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:16,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:16,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:16,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:17,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191437029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191437029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191437049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191437052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T12:16:17,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T12:16:17,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:17,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:17,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:17,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:17,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:17,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/68cb4a41cd874e379f6abbd5c90319c6 2024-11-21T12:16:17,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/835ca23e2c6145b481ba42a4640c68b6 is 50, key is test_row_0/C:col10/1732191375769/Put/seqid=0 2024-11-21T12:16:17,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741863_1039 (size=12151) 2024-11-21T12:16:17,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/835ca23e2c6145b481ba42a4640c68b6 2024-11-21T12:16:17,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/59f00d6e00864af09a8c5945e13570bb as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/59f00d6e00864af09a8c5945e13570bb 2024-11-21T12:16:17,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/59f00d6e00864af09a8c5945e13570bb, entries=200, sequenceid=161, filesize=14.2 K 2024-11-21T12:16:17,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/68cb4a41cd874e379f6abbd5c90319c6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/68cb4a41cd874e379f6abbd5c90319c6 2024-11-21T12:16:17,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/68cb4a41cd874e379f6abbd5c90319c6, entries=150, sequenceid=161, filesize=11.9 K 2024-11-21T12:16:17,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/835ca23e2c6145b481ba42a4640c68b6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/835ca23e2c6145b481ba42a4640c68b6 2024-11-21T12:16:17,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/835ca23e2c6145b481ba42a4640c68b6, entries=150, sequenceid=161, filesize=11.9 K 2024-11-21T12:16:17,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 12ad8c6f85efa7820c8980a9cd577636 in 967ms, sequenceid=161, compaction requested=true 2024-11-21T12:16:17,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:17,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:17,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:17,292 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:17,292 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:17,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:17,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:17,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:17,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:17,297 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41289 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:17,297 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/A is initiating minor compaction (all files) 2024-11-21T12:16:17,297 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:17,297 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/A in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:17,298 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/B is initiating minor compaction (all files) 2024-11-21T12:16:17,298 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/B in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:17,298 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/de35d84b121a4976a301f6a8236b99e1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/fb410d9c94a84a9e969b098eb838436e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/59f00d6e00864af09a8c5945e13570bb] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=40.3 K 2024-11-21T12:16:17,298 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1941e7af294c4650b751cd9be34e6db8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/cad0efcf24c243f2a58434e11390d221, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/68cb4a41cd874e379f6abbd5c90319c6] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=35.7 K 2024-11-21T12:16:17,299 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1941e7af294c4650b751cd9be34e6db8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732191374577 2024-11-21T12:16:17,299 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting de35d84b121a4976a301f6a8236b99e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732191374577 2024-11-21T12:16:17,299 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb410d9c94a84a9e969b098eb838436e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732191375115 2024-11-21T12:16:17,299 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting cad0efcf24c243f2a58434e11390d221, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732191375115 2024-11-21T12:16:17,300 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 68cb4a41cd874e379f6abbd5c90319c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732191375769 2024-11-21T12:16:17,301 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59f00d6e00864af09a8c5945e13570bb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732191375744 2024-11-21T12:16:17,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T12:16:17,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:17,305 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T12:16:17,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:17,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:17,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:17,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:17,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:17,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/607c0e8c8347448690df346069a091b6 is 50, key is test_row_0/A:col10/1732191376371/Put/seqid=0 2024-11-21T12:16:17,336 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:17,337 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/f4eb74495fb9418abf818338cf6f26dc is 50, key is test_row_0/B:col10/1732191375769/Put/seqid=0 2024-11-21T12:16:17,341 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#A#compaction#29 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:17,342 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/afe82e6bfb0a43479d2d08ec92b61fdf is 50, key is test_row_0/A:col10/1732191375769/Put/seqid=0 2024-11-21T12:16:17,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741864_1040 (size=12151) 2024-11-21T12:16:17,351 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/607c0e8c8347448690df346069a091b6 2024-11-21T12:16:17,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741866_1042 (size=12459) 2024-11-21T12:16:17,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741865_1041 (size=12459) 2024-11-21T12:16:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/faf8bbb7eae9407d91540e4ebb758131 is 50, key is test_row_0/B:col10/1732191376371/Put/seqid=0 2024-11-21T12:16:17,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741867_1043 (size=12151) 2024-11-21T12:16:17,428 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/faf8bbb7eae9407d91540e4ebb758131 2024-11-21T12:16:17,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/aa3e7ee5046848888b54c4ca0514980d is 50, key is test_row_0/C:col10/1732191376371/Put/seqid=0 2024-11-21T12:16:17,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741868_1044 (size=12151) 2024-11-21T12:16:17,466 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/aa3e7ee5046848888b54c4ca0514980d 2024-11-21T12:16:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/607c0e8c8347448690df346069a091b6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/607c0e8c8347448690df346069a091b6 2024-11-21T12:16:17,498 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/607c0e8c8347448690df346069a091b6, entries=150, sequenceid=181, filesize=11.9 K 2024-11-21T12:16:17,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/faf8bbb7eae9407d91540e4ebb758131 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/faf8bbb7eae9407d91540e4ebb758131 2024-11-21T12:16:17,514 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/faf8bbb7eae9407d91540e4ebb758131, entries=150, sequenceid=181, filesize=11.9 K 2024-11-21T12:16:17,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/aa3e7ee5046848888b54c4ca0514980d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/aa3e7ee5046848888b54c4ca0514980d 2024-11-21T12:16:17,525 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/aa3e7ee5046848888b54c4ca0514980d, entries=150, sequenceid=181, filesize=11.9 K 2024-11-21T12:16:17,527 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 12ad8c6f85efa7820c8980a9cd577636 in 223ms, sequenceid=181, compaction requested=true 2024-11-21T12:16:17,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:17,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:17,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T12:16:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T12:16:17,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:16:17,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0030 sec 2024-11-21T12:16:17,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.0140 sec 2024-11-21T12:16:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:17,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:16:17,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:17,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:17,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:17,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:17,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:17,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:17,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/2ed5e75e44c54fdaa1acb5f7e610028f is 50, key is test_row_0/A:col10/1732191377562/Put/seqid=0 2024-11-21T12:16:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741869_1045 (size=9757) 2024-11-21T12:16:17,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191437620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191437617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191377602, max timestamp=1732191377626Num uniques 859; 2024-11-21T12:16:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191437623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191377602, max timestamp=1732191377626Num uniques 859; 2024-11-21T12:16:17,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:17,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:17,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191377602, max timestamp=1732191377626Num uniques 859; 2024-11-21T12:16:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T12:16:17,659 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:17,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-21T12:16:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T12:16:17,663 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:17,665 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:17,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:17,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191437747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191437748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191437749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191437751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T12:16:17,807 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/afe82e6bfb0a43479d2d08ec92b61fdf as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/afe82e6bfb0a43479d2d08ec92b61fdf 2024-11-21T12:16:17,807 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/f4eb74495fb9418abf818338cf6f26dc as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/f4eb74495fb9418abf818338cf6f26dc 2024-11-21T12:16:17,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T12:16:17,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:17,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:17,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:17,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:17,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:17,828 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/A of 12ad8c6f85efa7820c8980a9cd577636 into afe82e6bfb0a43479d2d08ec92b61fdf(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:17,828 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/B of 12ad8c6f85efa7820c8980a9cd577636 into f4eb74495fb9418abf818338cf6f26dc(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:17,828 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:17,828 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:17,828 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/B, priority=13, startTime=1732191377292; duration=0sec 2024-11-21T12:16:17,828 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/A, priority=13, startTime=1732191377292; duration=0sec 2024-11-21T12:16:17,829 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:17,829 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:B 2024-11-21T12:16:17,829 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:17,829 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:17,829 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:A 2024-11-21T12:16:17,833 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:17,833 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/C is initiating minor compaction (all files) 2024-11-21T12:16:17,833 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/C in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:17,833 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5958d5ab0a894a6fb695e4790cc3dcb9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/0c495e4b6afd44f7aff03a9484870316, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/835ca23e2c6145b481ba42a4640c68b6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/aa3e7ee5046848888b54c4ca0514980d] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=47.5 K 2024-11-21T12:16:17,834 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5958d5ab0a894a6fb695e4790cc3dcb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732191374577 2024-11-21T12:16:17,835 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c495e4b6afd44f7aff03a9484870316, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732191375115 2024-11-21T12:16:17,835 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 835ca23e2c6145b481ba42a4640c68b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732191375769 2024-11-21T12:16:17,836 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting aa3e7ee5046848888b54c4ca0514980d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732191376371 2024-11-21T12:16:17,870 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#C#compaction#33 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:17,871 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/9b527ee248354022ace8706112b86af8 is 50, key is test_row_0/C:col10/1732191376371/Put/seqid=0 2024-11-21T12:16:17,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191437869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191437869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191437869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741870_1046 (size=12493) 2024-11-21T12:16:17,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191437869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,896 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/9b527ee248354022ace8706112b86af8 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9b527ee248354022ace8706112b86af8 2024-11-21T12:16:17,912 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/C of 12ad8c6f85efa7820c8980a9cd577636 into 9b527ee248354022ace8706112b86af8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:17,912 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:17,912 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/C, priority=12, startTime=1732191377293; duration=0sec 2024-11-21T12:16:17,912 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:17,912 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:C 2024-11-21T12:16:17,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191437928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:17,934 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 12ad8c6f85efa7820c8980a9cd577636 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:17,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T12:16:17,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:17,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:17,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:17,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:17,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T12:16:18,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/2ed5e75e44c54fdaa1acb5f7e610028f 2024-11-21T12:16:18,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/1056ceb86129427aa42d5ed675310a5f is 50, key is test_row_0/B:col10/1732191377562/Put/seqid=0 2024-11-21T12:16:18,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741871_1047 (size=9757) 2024-11-21T12:16:18,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/1056ceb86129427aa42d5ed675310a5f 2024-11-21T12:16:18,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/db53591d4db84a19b734e2788b6a3ef9 is 50, key is test_row_0/C:col10/1732191377562/Put/seqid=0 2024-11-21T12:16:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741872_1048 (size=9757) 2024-11-21T12:16:18,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/db53591d4db84a19b734e2788b6a3ef9 2024-11-21T12:16:18,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/2ed5e75e44c54fdaa1acb5f7e610028f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2ed5e75e44c54fdaa1acb5f7e610028f 2024-11-21T12:16:18,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191438078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191438088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191438089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2ed5e75e44c54fdaa1acb5f7e610028f, entries=100, sequenceid=192, filesize=9.5 K 2024-11-21T12:16:18,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/1056ceb86129427aa42d5ed675310a5f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1056ceb86129427aa42d5ed675310a5f 2024-11-21T12:16:18,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191438098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1056ceb86129427aa42d5ed675310a5f, entries=100, sequenceid=192, filesize=9.5 K 2024-11-21T12:16:18,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/db53591d4db84a19b734e2788b6a3ef9 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/db53591d4db84a19b734e2788b6a3ef9 2024-11-21T12:16:18,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T12:16:18,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/db53591d4db84a19b734e2788b6a3ef9, entries=100, sequenceid=192, filesize=9.5 K 2024-11-21T12:16:18,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:18,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:18,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:18,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:18,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:18,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 12ad8c6f85efa7820c8980a9cd577636 in 562ms, sequenceid=192, compaction requested=true 2024-11-21T12:16:18,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:18,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:18,135 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:18,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:18,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:18,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:18,135 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:18,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:18,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:18,138 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:18,138 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/A is initiating minor compaction (all files) 2024-11-21T12:16:18,138 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/A in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:18,138 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:18,138 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/afe82e6bfb0a43479d2d08ec92b61fdf, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/607c0e8c8347448690df346069a091b6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2ed5e75e44c54fdaa1acb5f7e610028f] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=33.6 K 2024-11-21T12:16:18,138 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/B is initiating minor compaction (all files) 2024-11-21T12:16:18,138 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/B in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:18,139 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/f4eb74495fb9418abf818338cf6f26dc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/faf8bbb7eae9407d91540e4ebb758131, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1056ceb86129427aa42d5ed675310a5f] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=33.6 K 2024-11-21T12:16:18,139 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting afe82e6bfb0a43479d2d08ec92b61fdf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732191375769 2024-11-21T12:16:18,140 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 607c0e8c8347448690df346069a091b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732191376371 2024-11-21T12:16:18,140 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ed5e75e44c54fdaa1acb5f7e610028f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732191377562 2024-11-21T12:16:18,141 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting f4eb74495fb9418abf818338cf6f26dc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732191375769 2024-11-21T12:16:18,141 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting faf8bbb7eae9407d91540e4ebb758131, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732191376371 2024-11-21T12:16:18,142 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1056ceb86129427aa42d5ed675310a5f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732191377562 2024-11-21T12:16:18,162 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#B#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:18,162 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#A#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:18,163 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/35a4d4e8a28a4dcead80421f29c3954a is 50, key is test_row_0/B:col10/1732191377562/Put/seqid=0 2024-11-21T12:16:18,163 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/344275a565fd465c858ad584437ac967 is 50, key is test_row_0/A:col10/1732191377562/Put/seqid=0 2024-11-21T12:16:18,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741873_1049 (size=12561) 2024-11-21T12:16:18,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741874_1050 (size=12561) 2024-11-21T12:16:18,193 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/344275a565fd465c858ad584437ac967 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/344275a565fd465c858ad584437ac967 2024-11-21T12:16:18,200 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/35a4d4e8a28a4dcead80421f29c3954a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/35a4d4e8a28a4dcead80421f29c3954a 2024-11-21T12:16:18,211 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/A of 12ad8c6f85efa7820c8980a9cd577636 into 344275a565fd465c858ad584437ac967(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:18,211 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/B of 12ad8c6f85efa7820c8980a9cd577636 into 35a4d4e8a28a4dcead80421f29c3954a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:18,211 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:18,211 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:18,211 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/B, priority=13, startTime=1732191378135; duration=0sec 2024-11-21T12:16:18,211 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/A, priority=13, startTime=1732191378135; duration=0sec 2024-11-21T12:16:18,211 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:18,212 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:B 2024-11-21T12:16:18,212 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T12:16:18,213 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:18,213 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:A 2024-11-21T12:16:18,214 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T12:16:18,214 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T12:16:18,214 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. because compaction request was cancelled 2024-11-21T12:16:18,214 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:C 2024-11-21T12:16:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T12:16:18,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T12:16:18,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:18,289 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-21T12:16:18,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:18,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:18,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:18,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:18,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:18,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:18,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/26dc7259363b4a5d8fde2e77af8e1244 is 50, key is test_row_0/A:col10/1732191377728/Put/seqid=0 2024-11-21T12:16:18,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741875_1051 (size=12151) 2024-11-21T12:16:18,334 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/26dc7259363b4a5d8fde2e77af8e1244 2024-11-21T12:16:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/ed16431c6db04405b75c9dbbb6968a8d is 50, key is test_row_0/B:col10/1732191377728/Put/seqid=0 2024-11-21T12:16:18,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741876_1052 (size=12151) 2024-11-21T12:16:18,373 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/ed16431c6db04405b75c9dbbb6968a8d 2024-11-21T12:16:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:18,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:18,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/0d6451043054495a90cf5119a93caf58 is 50, key is test_row_0/C:col10/1732191377728/Put/seqid=0 2024-11-21T12:16:18,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191438418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191438420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191438423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191438425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741877_1053 (size=12151) 2024-11-21T12:16:18,439 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/0d6451043054495a90cf5119a93caf58 2024-11-21T12:16:18,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/26dc7259363b4a5d8fde2e77af8e1244 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/26dc7259363b4a5d8fde2e77af8e1244 2024-11-21T12:16:18,458 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/26dc7259363b4a5d8fde2e77af8e1244, entries=150, sequenceid=233, filesize=11.9 K 2024-11-21T12:16:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/ed16431c6db04405b75c9dbbb6968a8d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/ed16431c6db04405b75c9dbbb6968a8d 2024-11-21T12:16:18,482 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/ed16431c6db04405b75c9dbbb6968a8d, entries=150, sequenceid=233, filesize=11.9 K 2024-11-21T12:16:18,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/0d6451043054495a90cf5119a93caf58 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/0d6451043054495a90cf5119a93caf58 2024-11-21T12:16:18,492 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/0d6451043054495a90cf5119a93caf58, entries=150, sequenceid=233, filesize=11.9 K 2024-11-21T12:16:18,495 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 12ad8c6f85efa7820c8980a9cd577636 in 205ms, sequenceid=233, compaction requested=true 2024-11-21T12:16:18,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:18,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:18,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T12:16:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T12:16:18,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T12:16:18,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 832 msec 2024-11-21T12:16:18,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 841 msec 2024-11-21T12:16:18,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T12:16:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:18,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:18,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:18,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/35f6c4118d694773a254ec21c7798301 is 50, key is test_row_0/A:col10/1732191378423/Put/seqid=0 2024-11-21T12:16:18,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741878_1054 (size=12151) 2024-11-21T12:16:18,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191438654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191438657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191438657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191438768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191438781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191438781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T12:16:18,798 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:18,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-21T12:16:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T12:16:18,803 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:18,804 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:18,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T12:16:18,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191438939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T12:16:18,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:18,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:18,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:18,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:18,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:18,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191438978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:18,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/35f6c4118d694773a254ec21c7798301 2024-11-21T12:16:19,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191438998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191438999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:19,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/efd8cdf4ae9843cb86abc4a1257f6177 is 50, key is test_row_0/B:col10/1732191378423/Put/seqid=0 2024-11-21T12:16:19,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741879_1055 (size=12151) 2024-11-21T12:16:19,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/efd8cdf4ae9843cb86abc4a1257f6177 2024-11-21T12:16:19,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/1ea79ff31ad9422fa37fbd3d804d7106 is 50, key is test_row_0/C:col10/1732191378423/Put/seqid=0 2024-11-21T12:16:19,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741880_1056 (size=12151) 2024-11-21T12:16:19,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/1ea79ff31ad9422fa37fbd3d804d7106 2024-11-21T12:16:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/35f6c4118d694773a254ec21c7798301 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/35f6c4118d694773a254ec21c7798301 2024-11-21T12:16:19,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T12:16:19,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:19,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:19,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:19,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/35f6c4118d694773a254ec21c7798301, entries=150, sequenceid=246, filesize=11.9 K 2024-11-21T12:16:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T12:16:19,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/efd8cdf4ae9843cb86abc4a1257f6177 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/efd8cdf4ae9843cb86abc4a1257f6177 2024-11-21T12:16:19,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/efd8cdf4ae9843cb86abc4a1257f6177, entries=150, sequenceid=246, filesize=11.9 K 2024-11-21T12:16:19,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/1ea79ff31ad9422fa37fbd3d804d7106 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/1ea79ff31ad9422fa37fbd3d804d7106 2024-11-21T12:16:19,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/1ea79ff31ad9422fa37fbd3d804d7106, entries=150, sequenceid=246, filesize=11.9 K 2024-11-21T12:16:19,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 12ad8c6f85efa7820c8980a9cd577636 in 600ms, sequenceid=246, compaction requested=true 2024-11-21T12:16:19,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:19,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:19,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:19,144 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:19,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:19,144 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:19,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:19,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:19,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:19,146 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:19,146 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:19,146 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/A is initiating minor compaction (all files) 2024-11-21T12:16:19,146 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/B is initiating minor compaction (all files) 2024-11-21T12:16:19,146 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/A in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:19,146 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/B in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:19,146 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/35a4d4e8a28a4dcead80421f29c3954a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/ed16431c6db04405b75c9dbbb6968a8d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/efd8cdf4ae9843cb86abc4a1257f6177] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=36.0 K 2024-11-21T12:16:19,146 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/344275a565fd465c858ad584437ac967, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/26dc7259363b4a5d8fde2e77af8e1244, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/35f6c4118d694773a254ec21c7798301] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=36.0 K 2024-11-21T12:16:19,147 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 344275a565fd465c858ad584437ac967, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732191376390 2024-11-21T12:16:19,148 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a4d4e8a28a4dcead80421f29c3954a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732191376390 2024-11-21T12:16:19,149 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26dc7259363b4a5d8fde2e77af8e1244, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732191377728 2024-11-21T12:16:19,149 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35f6c4118d694773a254ec21c7798301, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732191378423 2024-11-21T12:16:19,149 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting ed16431c6db04405b75c9dbbb6968a8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732191377728 2024-11-21T12:16:19,151 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting efd8cdf4ae9843cb86abc4a1257f6177, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732191378423 2024-11-21T12:16:19,169 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#A#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:19,170 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/90f62be30e1e4dbc89b712253dd80692 is 50, key is test_row_0/A:col10/1732191378423/Put/seqid=0 2024-11-21T12:16:19,173 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:19,174 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/5c2f99f64d1f452bb525fdb4b2f5894d is 50, key is test_row_0/B:col10/1732191378423/Put/seqid=0 2024-11-21T12:16:19,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741881_1057 (size=12663) 2024-11-21T12:16:19,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741882_1058 (size=12663) 2024-11-21T12:16:19,209 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/5c2f99f64d1f452bb525fdb4b2f5894d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5c2f99f64d1f452bb525fdb4b2f5894d 2024-11-21T12:16:19,222 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/B of 12ad8c6f85efa7820c8980a9cd577636 into 5c2f99f64d1f452bb525fdb4b2f5894d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:19,222 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:19,223 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/B, priority=13, startTime=1732191379144; duration=0sec 2024-11-21T12:16:19,223 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:19,223 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:B 2024-11-21T12:16:19,223 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:19,226 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:19,226 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/C is initiating minor compaction (all files) 2024-11-21T12:16:19,227 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/C in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:19,227 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9b527ee248354022ace8706112b86af8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/db53591d4db84a19b734e2788b6a3ef9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/0d6451043054495a90cf5119a93caf58, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/1ea79ff31ad9422fa37fbd3d804d7106] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=45.5 K 2024-11-21T12:16:19,227 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b527ee248354022ace8706112b86af8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732191376371 2024-11-21T12:16:19,228 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting db53591d4db84a19b734e2788b6a3ef9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732191377562 2024-11-21T12:16:19,228 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d6451043054495a90cf5119a93caf58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732191377728 2024-11-21T12:16:19,229 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ea79ff31ad9422fa37fbd3d804d7106, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732191378423 2024-11-21T12:16:19,251 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#C#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:19,252 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5850d11a514e413cb9424cc3fd8531c6 is 50, key is test_row_0/C:col10/1732191378423/Put/seqid=0 2024-11-21T12:16:19,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T12:16:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:19,269 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T12:16:19,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:19,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:19,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:19,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:19,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:19,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:19,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741883_1059 (size=12629) 2024-11-21T12:16:19,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/95f2f2d58f6d4ab28b5b4121c7d03a45 is 50, key is test_row_0/A:col10/1732191378653/Put/seqid=0 2024-11-21T12:16:19,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741884_1060 (size=12301) 2024-11-21T12:16:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:19,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:19,301 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/95f2f2d58f6d4ab28b5b4121c7d03a45 2024-11-21T12:16:19,317 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5850d11a514e413cb9424cc3fd8531c6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5850d11a514e413cb9424cc3fd8531c6 2024-11-21T12:16:19,327 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/C of 12ad8c6f85efa7820c8980a9cd577636 into 5850d11a514e413cb9424cc3fd8531c6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:19,327 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:19,327 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/C, priority=12, startTime=1732191379144; duration=0sec 2024-11-21T12:16:19,328 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:19,328 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:C 2024-11-21T12:16:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/c389def5537c4a588cb5bf7e2e4e4c71 is 50, key is test_row_0/B:col10/1732191378653/Put/seqid=0 2024-11-21T12:16:19,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741885_1061 (size=12301) 2024-11-21T12:16:19,338 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/c389def5537c4a588cb5bf7e2e4e4c71 2024-11-21T12:16:19,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:19,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191439330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191439331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:19,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/9cd3e67a874b434fbd1db26c93a37e09 is 50, key is test_row_0/C:col10/1732191378653/Put/seqid=0 2024-11-21T12:16:19,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191439337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:19,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:19,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741886_1062 (size=12301) 2024-11-21T12:16:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T12:16:19,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:19,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191439458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191439458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:19,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:19,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191439459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:19,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:19,603 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/90f62be30e1e4dbc89b712253dd80692 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/90f62be30e1e4dbc89b712253dd80692 2024-11-21T12:16:19,616 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/A of 12ad8c6f85efa7820c8980a9cd577636 into 90f62be30e1e4dbc89b712253dd80692(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:19,616 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:19,616 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/A, priority=13, startTime=1732191379144; duration=0sec 2024-11-21T12:16:19,616 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:19,616 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:A 2024-11-21T12:16:19,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191439672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:19,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191439672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:19,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191439679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:19,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:19,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:19,764 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/9cd3e67a874b434fbd1db26c93a37e09 2024-11-21T12:16:19,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/95f2f2d58f6d4ab28b5b4121c7d03a45 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/95f2f2d58f6d4ab28b5b4121c7d03a45 2024-11-21T12:16:19,792 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/95f2f2d58f6d4ab28b5b4121c7d03a45, entries=150, sequenceid=267, filesize=12.0 K 2024-11-21T12:16:19,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/c389def5537c4a588cb5bf7e2e4e4c71 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c389def5537c4a588cb5bf7e2e4e4c71 2024-11-21T12:16:19,803 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c389def5537c4a588cb5bf7e2e4e4c71, entries=150, sequenceid=267, filesize=12.0 K 2024-11-21T12:16:19,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/9cd3e67a874b434fbd1db26c93a37e09 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9cd3e67a874b434fbd1db26c93a37e09 2024-11-21T12:16:19,835 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9cd3e67a874b434fbd1db26c93a37e09, entries=150, sequenceid=267, filesize=12.0 K 2024-11-21T12:16:19,836 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 12ad8c6f85efa7820c8980a9cd577636 in 567ms, sequenceid=267, compaction requested=false 2024-11-21T12:16:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:19,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:19,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T12:16:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T12:16:19,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T12:16:19,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0350 sec 2024-11-21T12:16:19,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.0440 sec 2024-11-21T12:16:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T12:16:19,939 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:19,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-21T12:16:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T12:16:19,942 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:19,944 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:19,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:19,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T12:16:19,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:19,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:19,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:19,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:19,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:19,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:19,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/b84b402d04bf44649f8752ba51a2aed1 is 50, key is test_row_0/A:col10/1732191379334/Put/seqid=0 2024-11-21T12:16:19,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741887_1063 (size=14741) 2024-11-21T12:16:19,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/b84b402d04bf44649f8752ba51a2aed1 2024-11-21T12:16:19,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/db29ba84b3d041768c51aa33fb072f39 is 50, key is test_row_0/B:col10/1732191379334/Put/seqid=0 2024-11-21T12:16:20,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741888_1064 (size=12301) 2024-11-21T12:16:20,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191440040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T12:16:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191440040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191440041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191440042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191440043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T12:16:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:20,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191440158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191440159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191440159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191440159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191440159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T12:16:20,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T12:16:20,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:20,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:20,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191440368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191440368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191440368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191440369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191440381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T12:16:20,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/db29ba84b3d041768c51aa33fb072f39 2024-11-21T12:16:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:20,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/011cc005d8bc42139e824add9dccd54b is 50, key is test_row_0/C:col10/1732191379334/Put/seqid=0 2024-11-21T12:16:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741889_1065 (size=12301) 2024-11-21T12:16:20,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/011cc005d8bc42139e824add9dccd54b 2024-11-21T12:16:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/b84b402d04bf44649f8752ba51a2aed1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/b84b402d04bf44649f8752ba51a2aed1 2024-11-21T12:16:20,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/b84b402d04bf44649f8752ba51a2aed1, entries=200, sequenceid=282, filesize=14.4 K 2024-11-21T12:16:20,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/db29ba84b3d041768c51aa33fb072f39 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/db29ba84b3d041768c51aa33fb072f39 2024-11-21T12:16:20,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/db29ba84b3d041768c51aa33fb072f39, entries=150, sequenceid=282, filesize=12.0 K 2024-11-21T12:16:20,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/011cc005d8bc42139e824add9dccd54b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/011cc005d8bc42139e824add9dccd54b 2024-11-21T12:16:20,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/011cc005d8bc42139e824add9dccd54b, entries=150, sequenceid=282, filesize=12.0 K 2024-11-21T12:16:20,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 12ad8c6f85efa7820c8980a9cd577636 in 583ms, sequenceid=282, compaction requested=true 2024-11-21T12:16:20,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:20,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:20,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:20,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:20,534 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:20,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:20,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:20,535 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:20,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:20,537 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:20,537 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:20,537 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/B is initiating minor compaction (all files) 2024-11-21T12:16:20,537 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/A is initiating minor compaction (all files) 2024-11-21T12:16:20,537 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/B in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,537 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/A in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,537 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5c2f99f64d1f452bb525fdb4b2f5894d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c389def5537c4a588cb5bf7e2e4e4c71, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/db29ba84b3d041768c51aa33fb072f39] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=36.4 K 2024-11-21T12:16:20,537 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/90f62be30e1e4dbc89b712253dd80692, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/95f2f2d58f6d4ab28b5b4121c7d03a45, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/b84b402d04bf44649f8752ba51a2aed1] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=38.8 K 2024-11-21T12:16:20,538 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c2f99f64d1f452bb525fdb4b2f5894d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732191378423 2024-11-21T12:16:20,538 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90f62be30e1e4dbc89b712253dd80692, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732191378423 2024-11-21T12:16:20,539 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting c389def5537c4a588cb5bf7e2e4e4c71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732191378640 2024-11-21T12:16:20,539 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95f2f2d58f6d4ab28b5b4121c7d03a45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732191378640 2024-11-21T12:16:20,540 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b84b402d04bf44649f8752ba51a2aed1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732191379323 2024-11-21T12:16:20,540 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting db29ba84b3d041768c51aa33fb072f39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732191379327 2024-11-21T12:16:20,553 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#B#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:20,554 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/6e4829333bbf43bfbfcdc80d865ef7db is 50, key is test_row_0/B:col10/1732191379334/Put/seqid=0 2024-11-21T12:16:20,557 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#A#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:20,557 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/3c153e0841f840b99884adf7e191de2c is 50, key is test_row_0/A:col10/1732191379334/Put/seqid=0 2024-11-21T12:16:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T12:16:20,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741890_1066 (size=12915) 2024-11-21T12:16:20,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741891_1067 (size=12915) 2024-11-21T12:16:20,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T12:16:20,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,576 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T12:16:20,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:20,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:20,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:20,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:20,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:20,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:20,585 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/6e4829333bbf43bfbfcdc80d865ef7db as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6e4829333bbf43bfbfcdc80d865ef7db 2024-11-21T12:16:20,589 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/3c153e0841f840b99884adf7e191de2c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/3c153e0841f840b99884adf7e191de2c 2024-11-21T12:16:20,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/e6a838ce48464ed2b5438bf8d5589cdb is 50, key is test_row_0/A:col10/1732191380039/Put/seqid=0 2024-11-21T12:16:20,597 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/B of 12ad8c6f85efa7820c8980a9cd577636 into 6e4829333bbf43bfbfcdc80d865ef7db(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:20,597 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:20,597 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/B, priority=13, startTime=1732191380534; duration=0sec 2024-11-21T12:16:20,597 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:20,597 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:B 2024-11-21T12:16:20,597 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:20,599 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:20,599 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/C is initiating minor compaction (all files) 2024-11-21T12:16:20,599 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/C in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,599 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5850d11a514e413cb9424cc3fd8531c6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9cd3e67a874b434fbd1db26c93a37e09, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/011cc005d8bc42139e824add9dccd54b] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=36.4 K 2024-11-21T12:16:20,601 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5850d11a514e413cb9424cc3fd8531c6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732191378423 2024-11-21T12:16:20,602 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cd3e67a874b434fbd1db26c93a37e09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732191378640 2024-11-21T12:16:20,602 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 011cc005d8bc42139e824add9dccd54b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732191379327 2024-11-21T12:16:20,613 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/A of 12ad8c6f85efa7820c8980a9cd577636 into 3c153e0841f840b99884adf7e191de2c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:20,613 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:20,614 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/A, priority=13, startTime=1732191380534; duration=0sec 2024-11-21T12:16:20,614 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:20,614 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:A 2024-11-21T12:16:20,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741892_1068 (size=12301) 2024-11-21T12:16:20,637 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/e6a838ce48464ed2b5438bf8d5589cdb 2024-11-21T12:16:20,647 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:20,648 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/02a0f63e7efb49dc8f30f768b9595177 is 50, key is test_row_0/C:col10/1732191379334/Put/seqid=0 2024-11-21T12:16:20,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/372cdf7419e04cbebd926233d0e63e2c is 50, key is test_row_0/B:col10/1732191380039/Put/seqid=0 2024-11-21T12:16:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741893_1069 (size=12881) 2024-11-21T12:16:20,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741894_1070 (size=12301) 2024-11-21T12:16:20,682 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/02a0f63e7efb49dc8f30f768b9595177 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/02a0f63e7efb49dc8f30f768b9595177 2024-11-21T12:16:20,682 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/372cdf7419e04cbebd926233d0e63e2c 2024-11-21T12:16:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:20,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:20,695 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/C of 12ad8c6f85efa7820c8980a9cd577636 into 02a0f63e7efb49dc8f30f768b9595177(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:20,695 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:20,695 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/C, priority=13, startTime=1732191380535; duration=0sec 2024-11-21T12:16:20,695 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:20,695 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:C 2024-11-21T12:16:20,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/01b203aab198469ea623c05f2687c8d1 is 50, key is test_row_0/C:col10/1732191380039/Put/seqid=0 2024-11-21T12:16:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741895_1071 (size=12301) 2024-11-21T12:16:20,710 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/01b203aab198469ea623c05f2687c8d1 2024-11-21T12:16:20,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/e6a838ce48464ed2b5438bf8d5589cdb as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/e6a838ce48464ed2b5438bf8d5589cdb 2024-11-21T12:16:20,721 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/e6a838ce48464ed2b5438bf8d5589cdb, entries=150, sequenceid=301, filesize=12.0 K 2024-11-21T12:16:20,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/372cdf7419e04cbebd926233d0e63e2c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/372cdf7419e04cbebd926233d0e63e2c 2024-11-21T12:16:20,727 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/372cdf7419e04cbebd926233d0e63e2c, entries=150, sequenceid=301, filesize=12.0 K 2024-11-21T12:16:20,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/01b203aab198469ea623c05f2687c8d1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/01b203aab198469ea623c05f2687c8d1 2024-11-21T12:16:20,733 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/01b203aab198469ea623c05f2687c8d1, entries=150, sequenceid=301, filesize=12.0 K 2024-11-21T12:16:20,746 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=26.84 KB/27480 for 12ad8c6f85efa7820c8980a9cd577636 in 170ms, sequenceid=301, compaction requested=false 2024-11-21T12:16:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-21T12:16:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:20,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:16:20,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:20,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:20,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:20,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:20,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:20,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-21T12:16:20,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T12:16:20,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 806 msec 2024-11-21T12:16:20,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/9968d0d504ec478c88f0bc3971b17a80 is 50, key is test_row_0/A:col10/1732191380700/Put/seqid=0 2024-11-21T12:16:20,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 817 msec 2024-11-21T12:16:20,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741896_1072 (size=12301) 2024-11-21T12:16:20,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/9968d0d504ec478c88f0bc3971b17a80 2024-11-21T12:16:20,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/dafd6b4cbbdd4bcba606ce7df1db1936 is 50, key is test_row_0/B:col10/1732191380700/Put/seqid=0 2024-11-21T12:16:20,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741897_1073 (size=12301) 2024-11-21T12:16:20,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/dafd6b4cbbdd4bcba606ce7df1db1936 2024-11-21T12:16:20,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191380777, max timestamp=1732191380795Num uniques 859; 2024-11-21T12:16:20,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:20,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191380777, max timestamp=1732191380804Num uniques 859; 2024-11-21T12:16:20,809 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:20,809 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191380777, max timestamp=1732191380804Num uniques 859; 2024-11-21T12:16:20,809 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:20,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/91e806fb64aa47978152c0e30f002d5f is 50, key is test_row_0/C:col10/1732191380700/Put/seqid=0 2024-11-21T12:16:20,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741898_1074 (size=12301) 2024-11-21T12:16:20,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/91e806fb64aa47978152c0e30f002d5f 2024-11-21T12:16:20,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/9968d0d504ec478c88f0bc3971b17a80 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/9968d0d504ec478c88f0bc3971b17a80 2024-11-21T12:16:20,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/9968d0d504ec478c88f0bc3971b17a80, entries=150, sequenceid=314, filesize=12.0 K 2024-11-21T12:16:20,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/dafd6b4cbbdd4bcba606ce7df1db1936 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/dafd6b4cbbdd4bcba606ce7df1db1936 2024-11-21T12:16:20,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191440852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191440852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/dafd6b4cbbdd4bcba606ce7df1db1936, entries=150, sequenceid=314, filesize=12.0 K 2024-11-21T12:16:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/91e806fb64aa47978152c0e30f002d5f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/91e806fb64aa47978152c0e30f002d5f 2024-11-21T12:16:20,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191440852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191440859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:20,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191440859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:20,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:20,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/91e806fb64aa47978152c0e30f002d5f, entries=150, sequenceid=314, filesize=12.0 K 2024-11-21T12:16:20,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 12ad8c6f85efa7820c8980a9cd577636 in 131ms, sequenceid=314, compaction requested=true 2024-11-21T12:16:20,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:20,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:20,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:20,879 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:20,879 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:20,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:20,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:20,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:20,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:20,880 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:20,881 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/B is initiating minor compaction (all files) 2024-11-21T12:16:20,881 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/B in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,881 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6e4829333bbf43bfbfcdc80d865ef7db, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/372cdf7419e04cbebd926233d0e63e2c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/dafd6b4cbbdd4bcba606ce7df1db1936] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=36.6 K 2024-11-21T12:16:20,881 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:20,881 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/A is initiating minor compaction (all files) 2024-11-21T12:16:20,881 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/A in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,882 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/3c153e0841f840b99884adf7e191de2c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/e6a838ce48464ed2b5438bf8d5589cdb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/9968d0d504ec478c88f0bc3971b17a80] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=36.6 K 2024-11-21T12:16:20,882 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e4829333bbf43bfbfcdc80d865ef7db, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732191379327 2024-11-21T12:16:20,883 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c153e0841f840b99884adf7e191de2c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732191379327 2024-11-21T12:16:20,883 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 372cdf7419e04cbebd926233d0e63e2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732191379994 2024-11-21T12:16:20,883 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6a838ce48464ed2b5438bf8d5589cdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732191379994 2024-11-21T12:16:20,884 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting dafd6b4cbbdd4bcba606ce7df1db1936, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732191380686 2024-11-21T12:16:20,884 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9968d0d504ec478c88f0bc3971b17a80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732191380686 2024-11-21T12:16:20,903 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#B#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:20,904 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/5af53187f12c4d438810b7e769423a65 is 50, key is test_row_0/B:col10/1732191380700/Put/seqid=0 2024-11-21T12:16:20,907 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:20,908 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/c78925948a2b427da0fd2b9ff3886c4a is 50, key is test_row_0/A:col10/1732191380700/Put/seqid=0 2024-11-21T12:16:20,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741900_1076 (size=13017) 2024-11-21T12:16:20,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741899_1075 (size=13017) 2024-11-21T12:16:20,958 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/c78925948a2b427da0fd2b9ff3886c4a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/c78925948a2b427da0fd2b9ff3886c4a 2024-11-21T12:16:20,958 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/5af53187f12c4d438810b7e769423a65 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5af53187f12c4d438810b7e769423a65 2024-11-21T12:16:20,968 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/A of 12ad8c6f85efa7820c8980a9cd577636 into c78925948a2b427da0fd2b9ff3886c4a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:20,968 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:20,968 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/A, priority=13, startTime=1732191380879; duration=0sec 2024-11-21T12:16:20,968 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:20,968 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:A 2024-11-21T12:16:20,969 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:20,971 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/B of 12ad8c6f85efa7820c8980a9cd577636 into 5af53187f12c4d438810b7e769423a65(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:20,971 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:20,972 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/B, priority=13, startTime=1732191380879; duration=0sec 2024-11-21T12:16:20,972 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:20,972 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:B 2024-11-21T12:16:20,972 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:20,973 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/C is initiating minor compaction (all files) 2024-11-21T12:16:20,973 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/C in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:20,973 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/02a0f63e7efb49dc8f30f768b9595177, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/01b203aab198469ea623c05f2687c8d1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/91e806fb64aa47978152c0e30f002d5f] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=36.6 K 2024-11-21T12:16:20,975 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02a0f63e7efb49dc8f30f768b9595177, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732191379327 2024-11-21T12:16:20,976 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01b203aab198469ea623c05f2687c8d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732191379994 2024-11-21T12:16:20,976 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91e806fb64aa47978152c0e30f002d5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732191380686 2024-11-21T12:16:20,989 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:20,990 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/63f9969d0e094bfdb61b8a77349553b0 is 50, key is test_row_0/C:col10/1732191380700/Put/seqid=0 2024-11-21T12:16:20,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7680, totalHeapSize=17712, min timestamp=1732191380848, max timestamp=1732191380985Num uniques 1018; 2024-11-21T12:16:20,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7682, totalHeapSize=17712, min timestamp=1732191380848, max timestamp=1732191380985Num uniques 1018; 2024-11-21T12:16:20,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46610, new segment data size=7680, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-21T12:16:20,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46612, new segment data size=7682, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-21T12:16:20,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7686, totalHeapSize=17712, min timestamp=1732191380848, max timestamp=1732191380985Num uniques 1018; 2024-11-21T12:16:20,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46616, new segment data size=7686, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-21T12:16:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:20,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=53.67 KB heapSize=145.08 KB 2024-11-21T12:16:20,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:20,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:20,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:20,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:20,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:20,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:21,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/bd54215dc4bc46618bdc24c7d3d1bc13 is 50, key is test_row_0/A:col10/1732191380993/Put/seqid=0 2024-11-21T12:16:21,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741901_1077 (size=12983) 2024-11-21T12:16:21,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741902_1078 (size=17181) 2024-11-21T12:16:21,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/bd54215dc4bc46618bdc24c7d3d1bc13 2024-11-21T12:16:21,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191441048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191441063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191441064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/05323bc1d5174820aeaafc6903eba78b is 50, key is test_row_0/B:col10/1732191380993/Put/seqid=0 2024-11-21T12:16:21,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732191381022, max timestamp=1732191381062Num uniques 859; 2024-11-21T12:16:21,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732191381022, max timestamp=1732191381061Num uniques 859; 2024-11-21T12:16:21,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T12:16:21,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T12:16:21,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732191381022, max timestamp=1732191381061Num uniques 859; 2024-11-21T12:16:21,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T12:16:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T12:16:21,078 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:21,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-21T12:16:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T12:16:21,082 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:21,083 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:21,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:21,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741903_1079 (size=12301) 2024-11-21T12:16:21,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191441163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191441166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T12:16:21,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191441179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191441179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191441179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T12:16:21,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:21,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:21,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:21,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:21,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:21,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191441268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191441278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T12:16:21,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:21,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:21,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:21,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:21,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T12:16:21,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191441398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191441398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191441398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,440 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/63f9969d0e094bfdb61b8a77349553b0 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/63f9969d0e094bfdb61b8a77349553b0 2024-11-21T12:16:21,447 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/C of 12ad8c6f85efa7820c8980a9cd577636 into 63f9969d0e094bfdb61b8a77349553b0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:21,447 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:21,447 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/C, priority=13, startTime=1732191380879; duration=0sec 2024-11-21T12:16:21,447 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:21,447 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:C 2024-11-21T12:16:21,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191441478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191441498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/05323bc1d5174820aeaafc6903eba78b 2024-11-21T12:16:21,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/7945dd6873514c9ea56fdf2d6f11fc53 is 50, key is test_row_0/C:col10/1732191380993/Put/seqid=0 2024-11-21T12:16:21,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741904_1080 (size=12301) 2024-11-21T12:16:21,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/7945dd6873514c9ea56fdf2d6f11fc53 2024-11-21T12:16:21,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/bd54215dc4bc46618bdc24c7d3d1bc13 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/bd54215dc4bc46618bdc24c7d3d1bc13 2024-11-21T12:16:21,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/bd54215dc4bc46618bdc24c7d3d1bc13, entries=250, sequenceid=358, filesize=16.8 K 2024-11-21T12:16:21,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/05323bc1d5174820aeaafc6903eba78b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/05323bc1d5174820aeaafc6903eba78b 2024-11-21T12:16:21,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/05323bc1d5174820aeaafc6903eba78b, entries=150, sequenceid=358, filesize=12.0 K 2024-11-21T12:16:21,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T12:16:21,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:21,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/7945dd6873514c9ea56fdf2d6f11fc53 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/7945dd6873514c9ea56fdf2d6f11fc53 2024-11-21T12:16:21,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:21,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:21,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:21,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:21,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/7945dd6873514c9ea56fdf2d6f11fc53, entries=150, sequenceid=358, filesize=12.0 K 2024-11-21T12:16:21,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.03 KB/148512, currentSize=132.99 KB/136185 for 12ad8c6f85efa7820c8980a9cd577636 in 561ms, sequenceid=358, compaction requested=false 2024-11-21T12:16:21,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:21,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T12:16:21,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:21,702 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=132.99 KB heapSize=382.24 KB 2024-11-21T12:16:21,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:21,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:21,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:21,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:21,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:21,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T12:16:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/2c88bed3cc294f73a02e45b1b290bf75 is 50, key is test_row_0/A:col10/1732191381127/Put/seqid=0 2024-11-21T12:16:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:21,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:21,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741905_1081 (size=12301) 2024-11-21T12:16:21,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191441730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191441732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191441733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191441788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191441808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191441838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191441840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191441840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:22,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191442048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:22,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:22,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191442049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:22,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191442049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:22,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:22,118 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/2c88bed3cc294f73a02e45b1b290bf75 2024-11-21T12:16:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/2f97685b272748d2aaf88b80fdfe966a is 50, key is test_row_0/B:col10/1732191381127/Put/seqid=0 2024-11-21T12:16:22,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741906_1082 (size=12301) 2024-11-21T12:16:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T12:16:22,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191442298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:22,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:22,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191442318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:22,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191442358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:22,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:22,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191442358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:22,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:22,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:22,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191442368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:22,540 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/2f97685b272748d2aaf88b80fdfe966a 2024-11-21T12:16:22,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/78d2d57a960d4d38983b2c56ebca66f4 is 50, key is test_row_0/C:col10/1732191381127/Put/seqid=0 2024-11-21T12:16:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741907_1083 (size=12301) 2024-11-21T12:16:22,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191442868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:22,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191442878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:22,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:22,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191442878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:22,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:22,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:22,956 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/78d2d57a960d4d38983b2c56ebca66f4 2024-11-21T12:16:22,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/2c88bed3cc294f73a02e45b1b290bf75 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2c88bed3cc294f73a02e45b1b290bf75 2024-11-21T12:16:22,970 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2c88bed3cc294f73a02e45b1b290bf75, entries=150, sequenceid=396, filesize=12.0 K 2024-11-21T12:16:22,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/2f97685b272748d2aaf88b80fdfe966a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/2f97685b272748d2aaf88b80fdfe966a 2024-11-21T12:16:22,978 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/2f97685b272748d2aaf88b80fdfe966a, entries=150, sequenceid=396, filesize=12.0 K 2024-11-21T12:16:22,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/78d2d57a960d4d38983b2c56ebca66f4 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/78d2d57a960d4d38983b2c56ebca66f4 2024-11-21T12:16:22,989 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/78d2d57a960d4d38983b2c56ebca66f4, entries=150, sequenceid=396, filesize=12.0 K 2024-11-21T12:16:22,991 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~132.99 KB/136185, heapSize ~382.20 KB/391368, currentSize=46.96 KB/48090 for 12ad8c6f85efa7820c8980a9cd577636 in 1289ms, sequenceid=396, compaction requested=true 2024-11-21T12:16:22,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:22,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:22,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-21T12:16:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-21T12:16:22,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-21T12:16:22,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9100 sec 2024-11-21T12:16:22,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.9170 sec 2024-11-21T12:16:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T12:16:23,228 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:23,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-21T12:16:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T12:16:23,232 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:23,233 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:23,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:23,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T12:16:23,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:23,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:23,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:23,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:23,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:23,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:23,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/ab362a53323441a78ed64f5a08716f04 is 50, key is test_row_0/A:col10/1732191383318/Put/seqid=0 2024-11-21T12:16:23,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741908_1084 (size=14741) 2024-11-21T12:16:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T12:16:23,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191443373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:23,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191383350, max timestamp=1732191383372Num uniques 859; 2024-11-21T12:16:23,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:23,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191383350, max timestamp=1732191383372Num uniques 859; 2024-11-21T12:16:23,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:23,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191383350, max timestamp=1732191383372Num uniques 859; 2024-11-21T12:16:23,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:23,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T12:16:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:23,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:23,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:23,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:23,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:23,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191443479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:23,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:23,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191443488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:23,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:23,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T12:16:23,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:23,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:23,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:23,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:23,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T12:16:23,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191443587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:23,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:23,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T12:16:23,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:23,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:23,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:23,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:23,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:23,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191443708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:23,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/ab362a53323441a78ed64f5a08716f04 2024-11-21T12:16:23,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/c93ca533f9744cea90042abe39b3c69b is 50, key is test_row_0/B:col10/1732191383318/Put/seqid=0 2024-11-21T12:16:23,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741909_1085 (size=12301) 2024-11-21T12:16:23,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191443797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:23,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T12:16:23,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:23,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T12:16:23,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191443903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:23,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191443903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:23,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191443903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:23,907 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 12ad8c6f85efa7820c8980a9cd577636 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:23,907 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 12ad8c6f85efa7820c8980a9cd577636 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:23,907 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 12ad8c6f85efa7820c8980a9cd577636 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:24,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T12:16:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:24,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:24,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:24,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:24,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:24,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191444028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:24,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:24,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:24,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:24,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191444107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:24,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:24,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/c93ca533f9744cea90042abe39b3c69b 2024-11-21T12:16:24,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T12:16:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:24,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:24,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/6ccbac735a254db1a9d992456ca16d02 is 50, key is test_row_0/C:col10/1732191383318/Put/seqid=0 2024-11-21T12:16:24,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741910_1086 (size=12301) 2024-11-21T12:16:24,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/6ccbac735a254db1a9d992456ca16d02 2024-11-21T12:16:24,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/ab362a53323441a78ed64f5a08716f04 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/ab362a53323441a78ed64f5a08716f04 2024-11-21T12:16:24,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/ab362a53323441a78ed64f5a08716f04, entries=200, sequenceid=407, filesize=14.4 K 2024-11-21T12:16:24,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/c93ca533f9744cea90042abe39b3c69b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c93ca533f9744cea90042abe39b3c69b 2024-11-21T12:16:24,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c93ca533f9744cea90042abe39b3c69b, entries=150, sequenceid=407, filesize=12.0 K 2024-11-21T12:16:24,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/6ccbac735a254db1a9d992456ca16d02 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/6ccbac735a254db1a9d992456ca16d02 2024-11-21T12:16:24,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/6ccbac735a254db1a9d992456ca16d02, entries=150, sequenceid=407, filesize=12.0 K 2024-11-21T12:16:24,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 12ad8c6f85efa7820c8980a9cd577636 in 881ms, sequenceid=407, compaction requested=true 2024-11-21T12:16:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:24,201 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:24,201 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:24,203 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:24,203 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/B is initiating minor compaction (all files) 2024-11-21T12:16:24,203 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/B in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:24,204 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5af53187f12c4d438810b7e769423a65, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/05323bc1d5174820aeaafc6903eba78b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/2f97685b272748d2aaf88b80fdfe966a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c93ca533f9744cea90042abe39b3c69b] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=48.8 K 2024-11-21T12:16:24,204 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57240 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:24,204 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/A is initiating minor compaction (all files) 2024-11-21T12:16:24,204 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/A in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:24,204 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/c78925948a2b427da0fd2b9ff3886c4a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/bd54215dc4bc46618bdc24c7d3d1bc13, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2c88bed3cc294f73a02e45b1b290bf75, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/ab362a53323441a78ed64f5a08716f04] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=55.9 K 2024-11-21T12:16:24,205 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5af53187f12c4d438810b7e769423a65, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732191380686 2024-11-21T12:16:24,205 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c78925948a2b427da0fd2b9ff3886c4a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732191380686 2024-11-21T12:16:24,205 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 05323bc1d5174820aeaafc6903eba78b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732191380992 2024-11-21T12:16:24,205 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd54215dc4bc46618bdc24c7d3d1bc13, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732191380851 2024-11-21T12:16:24,206 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f97685b272748d2aaf88b80fdfe966a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732191381127 2024-11-21T12:16:24,206 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c88bed3cc294f73a02e45b1b290bf75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732191381127 2024-11-21T12:16:24,206 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting c93ca533f9744cea90042abe39b3c69b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732191381727 2024-11-21T12:16:24,206 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab362a53323441a78ed64f5a08716f04, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732191381714 2024-11-21T12:16:24,228 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#A#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:24,228 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/02bc53fbb2b34badba56d318f3001520 is 50, key is test_row_0/A:col10/1732191383318/Put/seqid=0 2024-11-21T12:16:24,231 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#B#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:24,232 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/172615b35b2346d88b05869098cb8bf8 is 50, key is test_row_0/B:col10/1732191383318/Put/seqid=0 2024-11-21T12:16:24,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741911_1087 (size=13153) 2024-11-21T12:16:24,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741912_1088 (size=13153) 2024-11-21T12:16:24,268 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/172615b35b2346d88b05869098cb8bf8 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/172615b35b2346d88b05869098cb8bf8 2024-11-21T12:16:24,277 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/B of 12ad8c6f85efa7820c8980a9cd577636 into 172615b35b2346d88b05869098cb8bf8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:24,277 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:24,277 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/B, priority=12, startTime=1732191384201; duration=0sec 2024-11-21T12:16:24,277 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:24,278 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:B 2024-11-21T12:16:24,278 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:24,279 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:24,280 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/C is initiating minor compaction (all files) 2024-11-21T12:16:24,280 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/C in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:24,280 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/63f9969d0e094bfdb61b8a77349553b0, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/7945dd6873514c9ea56fdf2d6f11fc53, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/78d2d57a960d4d38983b2c56ebca66f4, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/6ccbac735a254db1a9d992456ca16d02] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=48.7 K 2024-11-21T12:16:24,283 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 63f9969d0e094bfdb61b8a77349553b0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732191380686 2024-11-21T12:16:24,283 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7945dd6873514c9ea56fdf2d6f11fc53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732191380992 2024-11-21T12:16:24,284 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 78d2d57a960d4d38983b2c56ebca66f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732191381127 2024-11-21T12:16:24,284 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ccbac735a254db1a9d992456ca16d02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732191381727 2024-11-21T12:16:24,298 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:24,299 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/33fd02e24ce64e9b817f74b0976a2264 is 50, key is test_row_0/C:col10/1732191383318/Put/seqid=0 2024-11-21T12:16:24,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T12:16:24,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:24,311 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-21T12:16:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:24,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/6e9f1723999647b7aeb6f302b8d2c891 is 50, key is test_row_0/A:col10/1732191383464/Put/seqid=0 2024-11-21T12:16:24,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741913_1089 (size=13119) 2024-11-21T12:16:24,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741914_1090 (size=12301) 2024-11-21T12:16:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T12:16:24,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:24,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191444579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:24,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191444618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:24,651 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/02bc53fbb2b34badba56d318f3001520 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/02bc53fbb2b34badba56d318f3001520 2024-11-21T12:16:24,657 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/A of 12ad8c6f85efa7820c8980a9cd577636 into 02bc53fbb2b34badba56d318f3001520(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:24,658 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:24,658 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/A, priority=12, startTime=1732191384201; duration=0sec 2024-11-21T12:16:24,658 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:24,658 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:A 2024-11-21T12:16:24,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191444688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:24,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:24,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:24,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:24,734 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/33fd02e24ce64e9b817f74b0976a2264 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/33fd02e24ce64e9b817f74b0976a2264 2024-11-21T12:16:24,736 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/6e9f1723999647b7aeb6f302b8d2c891 2024-11-21T12:16:24,745 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/C of 12ad8c6f85efa7820c8980a9cd577636 into 33fd02e24ce64e9b817f74b0976a2264(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:24,745 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:24,745 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/C, priority=12, startTime=1732191384201; duration=0sec 2024-11-21T12:16:24,746 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:24,746 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:C 2024-11-21T12:16:24,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/5dc92c95c19a4cec93c681f82b19d700 is 50, key is test_row_0/B:col10/1732191383464/Put/seqid=0 2024-11-21T12:16:24,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741915_1091 (size=12301) 2024-11-21T12:16:24,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191444898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:25,155 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/5dc92c95c19a4cec93c681f82b19d700 2024-11-21T12:16:25,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5c6fdc6d179645dba7b6d0dfab0a8e66 is 50, key is test_row_0/C:col10/1732191383464/Put/seqid=0 2024-11-21T12:16:25,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741916_1092 (size=12301) 2024-11-21T12:16:25,171 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5c6fdc6d179645dba7b6d0dfab0a8e66 2024-11-21T12:16:25,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/6e9f1723999647b7aeb6f302b8d2c891 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6e9f1723999647b7aeb6f302b8d2c891 2024-11-21T12:16:25,183 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6e9f1723999647b7aeb6f302b8d2c891, entries=150, sequenceid=444, filesize=12.0 K 2024-11-21T12:16:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/5dc92c95c19a4cec93c681f82b19d700 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5dc92c95c19a4cec93c681f82b19d700 2024-11-21T12:16:25,189 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5dc92c95c19a4cec93c681f82b19d700, entries=150, sequenceid=444, filesize=12.0 K 2024-11-21T12:16:25,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5c6fdc6d179645dba7b6d0dfab0a8e66 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5c6fdc6d179645dba7b6d0dfab0a8e66 2024-11-21T12:16:25,196 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5c6fdc6d179645dba7b6d0dfab0a8e66, entries=150, sequenceid=444, filesize=12.0 K 2024-11-21T12:16:25,197 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 12ad8c6f85efa7820c8980a9cd577636 in 887ms, sequenceid=444, compaction requested=false 2024-11-21T12:16:25,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:25,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:25,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-21T12:16:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-21T12:16:25,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-21T12:16:25,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9660 sec 2024-11-21T12:16:25,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.9730 sec 2024-11-21T12:16:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:25,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T12:16:25,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:25,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:25,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:25,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:25,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:25,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:25,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/19fe2152191e4108ae4028b0a9a7b20d is 50, key is test_row_0/A:col10/1732191384577/Put/seqid=0 2024-11-21T12:16:25,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741917_1093 (size=14741) 2024-11-21T12:16:25,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/19fe2152191e4108ae4028b0a9a7b20d 2024-11-21T12:16:25,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/dd895e605c7d4e949b2dc05a4c0a29cd is 50, key is test_row_0/B:col10/1732191384577/Put/seqid=0 2024-11-21T12:16:25,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741918_1094 (size=12301) 2024-11-21T12:16:25,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/dd895e605c7d4e949b2dc05a4c0a29cd 2024-11-21T12:16:25,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/4bb383f2f37e41988b20bf843ad75299 is 50, key is test_row_0/C:col10/1732191384577/Put/seqid=0 2024-11-21T12:16:25,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741919_1095 (size=12301) 2024-11-21T12:16:25,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191445306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T12:16:25,378 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:25,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-21T12:16:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T12:16:25,382 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:25,383 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:25,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:25,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191445418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T12:16:25,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-21T12:16:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:25,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:25,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:25,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191445628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:25,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191445628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:25,633 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 12ad8c6f85efa7820c8980a9cd577636 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:25,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-21T12:16:25,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:25,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:25,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:25,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:25,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:25,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/4bb383f2f37e41988b20bf843ad75299 2024-11-21T12:16:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T12:16:25,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/19fe2152191e4108ae4028b0a9a7b20d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/19fe2152191e4108ae4028b0a9a7b20d 2024-11-21T12:16:25,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/19fe2152191e4108ae4028b0a9a7b20d, entries=200, sequenceid=458, filesize=14.4 K 2024-11-21T12:16:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/dd895e605c7d4e949b2dc05a4c0a29cd as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/dd895e605c7d4e949b2dc05a4c0a29cd 2024-11-21T12:16:25,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/dd895e605c7d4e949b2dc05a4c0a29cd, entries=150, sequenceid=458, filesize=12.0 K 2024-11-21T12:16:25,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/4bb383f2f37e41988b20bf843ad75299 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/4bb383f2f37e41988b20bf843ad75299 2024-11-21T12:16:25,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/4bb383f2f37e41988b20bf843ad75299, entries=150, sequenceid=458, filesize=12.0 K 2024-11-21T12:16:25,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 12ad8c6f85efa7820c8980a9cd577636 in 511ms, sequenceid=458, compaction requested=true 2024-11-21T12:16:25,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:25,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:25,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:25,722 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:25,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:25,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:25,722 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:25,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:25,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:25,723 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:25,723 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/A is initiating minor compaction (all files) 2024-11-21T12:16:25,723 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/A in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:25,724 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/02bc53fbb2b34badba56d318f3001520, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6e9f1723999647b7aeb6f302b8d2c891, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/19fe2152191e4108ae4028b0a9a7b20d] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=39.3 K 2024-11-21T12:16:25,724 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:25,724 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/B is initiating minor compaction (all files) 2024-11-21T12:16:25,724 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/B in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:25,724 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02bc53fbb2b34badba56d318f3001520, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732191381727 2024-11-21T12:16:25,724 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/172615b35b2346d88b05869098cb8bf8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5dc92c95c19a4cec93c681f82b19d700, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/dd895e605c7d4e949b2dc05a4c0a29cd] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=36.9 K 2024-11-21T12:16:25,725 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e9f1723999647b7aeb6f302b8d2c891, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732191383459 2024-11-21T12:16:25,725 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 172615b35b2346d88b05869098cb8bf8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732191381727 2024-11-21T12:16:25,725 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19fe2152191e4108ae4028b0a9a7b20d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732191384559 2024-11-21T12:16:25,725 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dc92c95c19a4cec93c681f82b19d700, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732191383459 2024-11-21T12:16:25,725 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting dd895e605c7d4e949b2dc05a4c0a29cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732191384559 2024-11-21T12:16:25,738 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#B#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:25,738 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/eab7f6170deb446aad2735584d2e29fe is 50, key is test_row_0/B:col10/1732191384577/Put/seqid=0 2024-11-21T12:16:25,743 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#A#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:25,743 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/bfdd949785184f25954fdc0e2e859e8b is 50, key is test_row_0/A:col10/1732191384577/Put/seqid=0 2024-11-21T12:16:25,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741920_1096 (size=13255) 2024-11-21T12:16:25,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741921_1097 (size=13255) 2024-11-21T12:16:25,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-21T12:16:25,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:25,846 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T12:16:25,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:25,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:25,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:25,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:25,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:25,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/6ff4f6bc4d2b4cec81a889ac5d13965b is 50, key is test_row_0/A:col10/1732191385286/Put/seqid=0 2024-11-21T12:16:25,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741922_1098 (size=12301) 2024-11-21T12:16:25,873 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/6ff4f6bc4d2b4cec81a889ac5d13965b 2024-11-21T12:16:25,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/657e2b47dacd49478cfa00128150bb6a is 50, key is test_row_0/B:col10/1732191385286/Put/seqid=0 2024-11-21T12:16:25,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741923_1099 (size=12301) 2024-11-21T12:16:25,894 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/657e2b47dacd49478cfa00128150bb6a 2024-11-21T12:16:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/e21e1f6b6c8644ba97f0d5a972028a8b is 50, key is test_row_0/C:col10/1732191385286/Put/seqid=0 2024-11-21T12:16:25,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741924_1100 (size=12301) 2024-11-21T12:16:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:25,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:25,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191445938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:25,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:25,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191445940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:25,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:25,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191445941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:25,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191445941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T12:16:26,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191446048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:26,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:26,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191446058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:26,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191446058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:26,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:26,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:26,177 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/eab7f6170deb446aad2735584d2e29fe as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/eab7f6170deb446aad2735584d2e29fe 2024-11-21T12:16:26,185 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/B of 12ad8c6f85efa7820c8980a9cd577636 into eab7f6170deb446aad2735584d2e29fe(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:26,185 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:26,186 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/B, priority=13, startTime=1732191385722; duration=0sec 2024-11-21T12:16:26,186 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:26,186 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:B 2024-11-21T12:16:26,186 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:26,187 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:26,187 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/C is initiating minor compaction (all files) 2024-11-21T12:16:26,188 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/C in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:26,188 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/33fd02e24ce64e9b817f74b0976a2264, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5c6fdc6d179645dba7b6d0dfab0a8e66, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/4bb383f2f37e41988b20bf843ad75299] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=36.8 K 2024-11-21T12:16:26,188 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 33fd02e24ce64e9b817f74b0976a2264, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732191381727 2024-11-21T12:16:26,189 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c6fdc6d179645dba7b6d0dfab0a8e66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732191383459 2024-11-21T12:16:26,189 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bb383f2f37e41988b20bf843ad75299, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732191384559 2024-11-21T12:16:26,193 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/bfdd949785184f25954fdc0e2e859e8b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/bfdd949785184f25954fdc0e2e859e8b 2024-11-21T12:16:26,201 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#C#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:26,201 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/e32c22f46d694c8b9d2bbf417522775a is 50, key is test_row_0/C:col10/1732191384577/Put/seqid=0 2024-11-21T12:16:26,202 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/A of 12ad8c6f85efa7820c8980a9cd577636 into bfdd949785184f25954fdc0e2e859e8b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:26,202 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:26,202 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/A, priority=13, startTime=1732191385722; duration=0sec 2024-11-21T12:16:26,202 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:26,202 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:A 2024-11-21T12:16:26,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741925_1101 (size=13221) 2024-11-21T12:16:26,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191446268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:26,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:26,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191446268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:26,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:26,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191446268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:26,315 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/e21e1f6b6c8644ba97f0d5a972028a8b 2024-11-21T12:16:26,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/6ff4f6bc4d2b4cec81a889ac5d13965b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6ff4f6bc4d2b4cec81a889ac5d13965b 2024-11-21T12:16:26,331 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6ff4f6bc4d2b4cec81a889ac5d13965b, entries=150, sequenceid=478, filesize=12.0 K 2024-11-21T12:16:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/657e2b47dacd49478cfa00128150bb6a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/657e2b47dacd49478cfa00128150bb6a 2024-11-21T12:16:26,340 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/657e2b47dacd49478cfa00128150bb6a, entries=150, sequenceid=478, filesize=12.0 K 2024-11-21T12:16:26,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/e21e1f6b6c8644ba97f0d5a972028a8b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/e21e1f6b6c8644ba97f0d5a972028a8b 2024-11-21T12:16:26,348 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/e21e1f6b6c8644ba97f0d5a972028a8b, entries=150, sequenceid=478, filesize=12.0 K 2024-11-21T12:16:26,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-21T12:16:26,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-21T12:16:26,350 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 12ad8c6f85efa7820c8980a9cd577636 in 504ms, sequenceid=478, compaction requested=false 2024-11-21T12:16:26,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:26,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:26,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-21T12:16:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-21T12:16:26,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-21T12:16:26,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 969 msec 2024-11-21T12:16:26,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 976 msec 2024-11-21T12:16:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:26,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T12:16:26,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:26,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:26,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:26,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:26,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:26,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:26,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/016dc311e33a445da3fc2d8ff62b894e is 50, key is test_row_0/A:col10/1732191386449/Put/seqid=0 2024-11-21T12:16:26,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741926_1102 (size=14741) 2024-11-21T12:16:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T12:16:26,521 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:26,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-21T12:16:26,526 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T12:16:26,528 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:26,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:26,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191446541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:26,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:26,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191446578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:26,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191446578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:26,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:26,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191446580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:26,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:26,618 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/e32c22f46d694c8b9d2bbf417522775a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/e32c22f46d694c8b9d2bbf417522775a 2024-11-21T12:16:26,625 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/C of 12ad8c6f85efa7820c8980a9cd577636 into e32c22f46d694c8b9d2bbf417522775a(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:26,625 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:26,625 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/C, priority=13, startTime=1732191385722; duration=0sec 2024-11-21T12:16:26,625 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:26,625 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:C 2024-11-21T12:16:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T12:16:26,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191446658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:26,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T12:16:26,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:26,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:26,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:26,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:26,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:26,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T12:16:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:26,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:26,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T12:16:26,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/016dc311e33a445da3fc2d8ff62b894e 2024-11-21T12:16:26,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191446881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:26,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:26,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:26,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/4f5a261cf673439cbe1473c11deccf6f is 50, key is test_row_0/B:col10/1732191386449/Put/seqid=0 2024-11-21T12:16:26,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741927_1103 (size=12301) 2024-11-21T12:16:26,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T12:16:26,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:26,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:26,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:26,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:26,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:27,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191447088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:27,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191447098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:27,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191447098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:27,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T12:16:27,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:27,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:27,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:27,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:27,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T12:16:27,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191447188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:27,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T12:16:27,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:27,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:27,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:27,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:27,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:27,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/4f5a261cf673439cbe1473c11deccf6f 2024-11-21T12:16:27,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/98c643a800f74a9e9bf9e03fc4c267b6 is 50, key is test_row_0/C:col10/1732191386449/Put/seqid=0 2024-11-21T12:16:27,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741928_1104 (size=12301) 2024-11-21T12:16:27,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/98c643a800f74a9e9bf9e03fc4c267b6 2024-11-21T12:16:27,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/016dc311e33a445da3fc2d8ff62b894e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/016dc311e33a445da3fc2d8ff62b894e 2024-11-21T12:16:27,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/016dc311e33a445da3fc2d8ff62b894e, entries=200, sequenceid=493, filesize=14.4 K 2024-11-21T12:16:27,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/4f5a261cf673439cbe1473c11deccf6f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/4f5a261cf673439cbe1473c11deccf6f 2024-11-21T12:16:27,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/4f5a261cf673439cbe1473c11deccf6f, entries=150, sequenceid=493, filesize=12.0 K 2024-11-21T12:16:27,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/98c643a800f74a9e9bf9e03fc4c267b6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/98c643a800f74a9e9bf9e03fc4c267b6 2024-11-21T12:16:27,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/98c643a800f74a9e9bf9e03fc4c267b6, entries=150, sequenceid=493, filesize=12.0 K 2024-11-21T12:16:27,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 12ad8c6f85efa7820c8980a9cd577636 in 940ms, sequenceid=493, compaction requested=true 2024-11-21T12:16:27,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:27,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:27,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:27,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:27,391 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:27,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:27,391 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:27,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:27,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:27,393 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:27,393 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/A is initiating minor compaction (all files) 2024-11-21T12:16:27,393 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/A in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:27,393 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/bfdd949785184f25954fdc0e2e859e8b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6ff4f6bc4d2b4cec81a889ac5d13965b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/016dc311e33a445da3fc2d8ff62b894e] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=39.4 K 2024-11-21T12:16:27,394 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:27,394 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/B is initiating minor compaction (all files) 2024-11-21T12:16:27,395 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/B in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:27,395 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/eab7f6170deb446aad2735584d2e29fe, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/657e2b47dacd49478cfa00128150bb6a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/4f5a261cf673439cbe1473c11deccf6f] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=37.0 K 2024-11-21T12:16:27,397 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfdd949785184f25954fdc0e2e859e8b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732191384559 2024-11-21T12:16:27,397 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting eab7f6170deb446aad2735584d2e29fe, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732191384559 2024-11-21T12:16:27,398 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ff4f6bc4d2b4cec81a889ac5d13965b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732191385269 2024-11-21T12:16:27,398 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 657e2b47dacd49478cfa00128150bb6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732191385269 2024-11-21T12:16:27,398 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 016dc311e33a445da3fc2d8ff62b894e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732191385934 2024-11-21T12:16:27,398 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f5a261cf673439cbe1473c11deccf6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732191385934 2024-11-21T12:16:27,409 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#B#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:27,409 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/bb6015c4f480441db9c8e66747c2db82 is 50, key is test_row_0/B:col10/1732191386449/Put/seqid=0 2024-11-21T12:16:27,409 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:27,410 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/5aed6d1679fc460bb775f12bd968d365 is 50, key is test_row_0/A:col10/1732191386449/Put/seqid=0 2024-11-21T12:16:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741929_1105 (size=13357) 2024-11-21T12:16:27,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741930_1106 (size=13357) 2024-11-21T12:16:27,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T12:16:27,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:27,459 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T12:16:27,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:27,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:27,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:27,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:27,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:27,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:27,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/1bdae4a78cbf48dd9f7e821282598765 is 50, key is test_row_0/A:col10/1732191386539/Put/seqid=0 2024-11-21T12:16:27,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741931_1107 (size=12301) 2024-11-21T12:16:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:27,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T12:16:27,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191447697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:27,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:27,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191447702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:27,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:27,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:27,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191447818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:27,838 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/5aed6d1679fc460bb775f12bd968d365 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/5aed6d1679fc460bb775f12bd968d365 2024-11-21T12:16:27,839 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/bb6015c4f480441db9c8e66747c2db82 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/bb6015c4f480441db9c8e66747c2db82 2024-11-21T12:16:27,847 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/B of 12ad8c6f85efa7820c8980a9cd577636 into bb6015c4f480441db9c8e66747c2db82(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:27,847 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:27,847 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/B, priority=13, startTime=1732191387391; duration=0sec 2024-11-21T12:16:27,848 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:27,848 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:B 2024-11-21T12:16:27,848 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:27,848 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/A of 12ad8c6f85efa7820c8980a9cd577636 into 5aed6d1679fc460bb775f12bd968d365(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:27,848 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:27,848 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/A, priority=13, startTime=1732191387391; duration=0sec 2024-11-21T12:16:27,848 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:27,848 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:A 2024-11-21T12:16:27,850 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:27,850 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/C is initiating minor compaction (all files) 2024-11-21T12:16:27,850 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/C in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:27,851 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/e32c22f46d694c8b9d2bbf417522775a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/e21e1f6b6c8644ba97f0d5a972028a8b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/98c643a800f74a9e9bf9e03fc4c267b6] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=36.9 K 2024-11-21T12:16:27,851 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting e32c22f46d694c8b9d2bbf417522775a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732191384559 2024-11-21T12:16:27,852 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting e21e1f6b6c8644ba97f0d5a972028a8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732191385269 2024-11-21T12:16:27,855 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 98c643a800f74a9e9bf9e03fc4c267b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732191385934 2024-11-21T12:16:27,868 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#C#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:27,869 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/9e1a8e83b6d047b297973d1336eb5ff2 is 50, key is test_row_0/C:col10/1732191386449/Put/seqid=0 2024-11-21T12:16:27,872 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/1bdae4a78cbf48dd9f7e821282598765 2024-11-21T12:16:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741932_1108 (size=13323) 2024-11-21T12:16:27,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/56cf77a8f0d546338d0af33996066afe is 50, key is test_row_0/B:col10/1732191386539/Put/seqid=0 2024-11-21T12:16:27,890 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/9e1a8e83b6d047b297973d1336eb5ff2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9e1a8e83b6d047b297973d1336eb5ff2 2024-11-21T12:16:27,900 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/C of 12ad8c6f85efa7820c8980a9cd577636 into 9e1a8e83b6d047b297973d1336eb5ff2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:27,900 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:27,901 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/C, priority=13, startTime=1732191387391; duration=0sec 2024-11-21T12:16:27,901 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:27,901 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:C 2024-11-21T12:16:27,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741933_1109 (size=12301) 2024-11-21T12:16:28,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191448027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:28,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191448108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:28,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191448108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:28,117 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 12ad8c6f85efa7820c8980a9cd577636 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:28,117 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 12ad8c6f85efa7820c8980a9cd577636 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:28,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191448118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:28,123 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 12ad8c6f85efa7820c8980a9cd577636 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:28,304 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/56cf77a8f0d546338d0af33996066afe 2024-11-21T12:16:28,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5f697b69e7654e17812cc69e17f6812e is 50, key is test_row_0/C:col10/1732191386539/Put/seqid=0 2024-11-21T12:16:28,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741934_1110 (size=12301) 2024-11-21T12:16:28,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191448337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T12:16:28,723 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5f697b69e7654e17812cc69e17f6812e 2024-11-21T12:16:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/1bdae4a78cbf48dd9f7e821282598765 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/1bdae4a78cbf48dd9f7e821282598765 2024-11-21T12:16:28,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191448730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:28,733 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 12ad8c6f85efa7820c8980a9cd577636 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:28,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:28,736 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/1bdae4a78cbf48dd9f7e821282598765, entries=150, sequenceid=513, filesize=12.0 K 2024-11-21T12:16:28,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/56cf77a8f0d546338d0af33996066afe as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/56cf77a8f0d546338d0af33996066afe 2024-11-21T12:16:28,742 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/56cf77a8f0d546338d0af33996066afe, entries=150, sequenceid=513, filesize=12.0 K 2024-11-21T12:16:28,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5f697b69e7654e17812cc69e17f6812e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5f697b69e7654e17812cc69e17f6812e 2024-11-21T12:16:28,749 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5f697b69e7654e17812cc69e17f6812e, entries=150, sequenceid=513, filesize=12.0 K 2024-11-21T12:16:28,750 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 12ad8c6f85efa7820c8980a9cd577636 in 1291ms, sequenceid=513, compaction requested=false 2024-11-21T12:16:28,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:28,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:28,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-21T12:16:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-21T12:16:28,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-21T12:16:28,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2240 sec 2024-11-21T12:16:28,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.2330 sec 2024-11-21T12:16:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:28,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T12:16:28,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:28,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:28,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:28,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:28,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:28,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:28,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/2161d7161982455da23b6b2852a213cf is 50, key is test_row_0/A:col10/1732191388849/Put/seqid=0 2024-11-21T12:16:28,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741935_1111 (size=14741) 2024-11-21T12:16:28,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191448917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:28,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:28,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:29,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191449028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:29,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191449248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:29,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:29,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:29,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:29,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/2161d7161982455da23b6b2852a213cf 2024-11-21T12:16:29,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/ba48f92fc0f4421db367a4997fb233af is 50, key is test_row_0/B:col10/1732191388849/Put/seqid=0 2024-11-21T12:16:29,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741936_1112 (size=12301) 2024-11-21T12:16:29,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/ba48f92fc0f4421db367a4997fb233af 2024-11-21T12:16:29,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/7ea407afe3654a3097817137b0ea24cf is 50, key is test_row_0/C:col10/1732191388849/Put/seqid=0 2024-11-21T12:16:29,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741937_1113 (size=12301) 2024-11-21T12:16:29,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191449558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:29,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:29,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:29,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:29,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/7ea407afe3654a3097817137b0ea24cf 2024-11-21T12:16:29,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/2161d7161982455da23b6b2852a213cf as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2161d7161982455da23b6b2852a213cf 2024-11-21T12:16:29,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2161d7161982455da23b6b2852a213cf, entries=200, sequenceid=530, filesize=14.4 K 2024-11-21T12:16:29,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/ba48f92fc0f4421db367a4997fb233af as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/ba48f92fc0f4421db367a4997fb233af 2024-11-21T12:16:29,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/ba48f92fc0f4421db367a4997fb233af, entries=150, sequenceid=530, filesize=12.0 K 2024-11-21T12:16:29,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/7ea407afe3654a3097817137b0ea24cf as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/7ea407afe3654a3097817137b0ea24cf 2024-11-21T12:16:29,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/7ea407afe3654a3097817137b0ea24cf, entries=150, sequenceid=530, filesize=12.0 K 2024-11-21T12:16:29,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 12ad8c6f85efa7820c8980a9cd577636 in 904ms, sequenceid=530, compaction requested=true 2024-11-21T12:16:29,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:29,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:29,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:29,755 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:29,755 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:29,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:29,757 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:29,757 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:29,757 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/B is initiating minor compaction (all files) 2024-11-21T12:16:29,757 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/A is initiating minor compaction (all files) 2024-11-21T12:16:29,757 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/B in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:29,757 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/A in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:29,757 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/bb6015c4f480441db9c8e66747c2db82, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/56cf77a8f0d546338d0af33996066afe, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/ba48f92fc0f4421db367a4997fb233af] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=37.1 K 2024-11-21T12:16:29,757 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/5aed6d1679fc460bb775f12bd968d365, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/1bdae4a78cbf48dd9f7e821282598765, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2161d7161982455da23b6b2852a213cf] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=39.5 K 2024-11-21T12:16:29,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:29,758 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting bb6015c4f480441db9c8e66747c2db82, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732191385934 2024-11-21T12:16:29,758 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5aed6d1679fc460bb775f12bd968d365, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732191385934 2024-11-21T12:16:29,758 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 56cf77a8f0d546338d0af33996066afe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732191386519 2024-11-21T12:16:29,759 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bdae4a78cbf48dd9f7e821282598765, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732191386519 2024-11-21T12:16:29,759 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting ba48f92fc0f4421db367a4997fb233af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732191387692 2024-11-21T12:16:29,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:29,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:29,760 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2161d7161982455da23b6b2852a213cf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732191387692 2024-11-21T12:16:29,788 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#A#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:29,788 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/602e4bb472544b0490aea1469bf3e9e6 is 50, key is test_row_0/A:col10/1732191388849/Put/seqid=0 2024-11-21T12:16:29,791 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#B#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:29,791 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/772913b4a20941a4bb383382fc38d105 is 50, key is test_row_0/B:col10/1732191388849/Put/seqid=0 2024-11-21T12:16:29,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741939_1115 (size=13459) 2024-11-21T12:16:29,821 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/772913b4a20941a4bb383382fc38d105 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/772913b4a20941a4bb383382fc38d105 2024-11-21T12:16:29,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741938_1114 (size=13459) 2024-11-21T12:16:29,832 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/602e4bb472544b0490aea1469bf3e9e6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/602e4bb472544b0490aea1469bf3e9e6 2024-11-21T12:16:29,834 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/B of 12ad8c6f85efa7820c8980a9cd577636 into 772913b4a20941a4bb383382fc38d105(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:29,834 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:29,834 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/B, priority=13, startTime=1732191389755; duration=0sec 2024-11-21T12:16:29,834 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:29,834 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:B 2024-11-21T12:16:29,834 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:29,837 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:29,837 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/C is initiating minor compaction (all files) 2024-11-21T12:16:29,837 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/C in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:29,838 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9e1a8e83b6d047b297973d1336eb5ff2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5f697b69e7654e17812cc69e17f6812e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/7ea407afe3654a3097817137b0ea24cf] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=37.0 K 2024-11-21T12:16:29,838 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e1a8e83b6d047b297973d1336eb5ff2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732191385934 2024-11-21T12:16:29,841 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/A of 12ad8c6f85efa7820c8980a9cd577636 into 602e4bb472544b0490aea1469bf3e9e6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:29,841 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:29,841 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/A, priority=13, startTime=1732191389755; duration=0sec 2024-11-21T12:16:29,841 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:29,841 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:A 2024-11-21T12:16:29,841 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f697b69e7654e17812cc69e17f6812e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732191386519 2024-11-21T12:16:29,842 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ea407afe3654a3097817137b0ea24cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732191387692 2024-11-21T12:16:29,858 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#C#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:29,859 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/36daade850b14700bb436fdd9d34daf3 is 50, key is test_row_0/C:col10/1732191388849/Put/seqid=0 2024-11-21T12:16:29,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741940_1116 (size=13425) 2024-11-21T12:16:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:30,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T12:16:30,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:30,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:30,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:30,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:30,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:30,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:30,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/b00000b3d3bf42d58b6e3f38f8bee0e0 is 50, key is test_row_0/A:col10/1732191388910/Put/seqid=0 2024-11-21T12:16:30,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741941_1117 (size=12301) 2024-11-21T12:16:30,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32774 deadline: 1732191450128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:30,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32824 deadline: 1732191450128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:30,130 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 12ad8c6f85efa7820c8980a9cd577636 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:30,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:30,131 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 12ad8c6f85efa7820c8980a9cd577636 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:30,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:30,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191450131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:30,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:30,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32788 deadline: 1732191450138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:30,142 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 12ad8c6f85efa7820c8980a9cd577636 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:30,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:30,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191450241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:30,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:30,283 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/36daade850b14700bb436fdd9d34daf3 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/36daade850b14700bb436fdd9d34daf3 2024-11-21T12:16:30,296 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/C of 12ad8c6f85efa7820c8980a9cd577636 into 36daade850b14700bb436fdd9d34daf3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:30,297 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:30,297 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/C, priority=13, startTime=1732191389757; duration=0sec 2024-11-21T12:16:30,297 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:30,297 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:C 2024-11-21T12:16:30,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191450447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:30,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:30,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/b00000b3d3bf42d58b6e3f38f8bee0e0 2024-11-21T12:16:30,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/6aa66f8aeaaa4a6bb9adaedda30b984e is 50, key is test_row_0/B:col10/1732191388910/Put/seqid=0 2024-11-21T12:16:30,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741942_1118 (size=12301) 2024-11-21T12:16:30,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/6aa66f8aeaaa4a6bb9adaedda30b984e 2024-11-21T12:16:30,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/078058ee9d6949b2a307a8e8e3c1b5a6 is 50, key is test_row_0/C:col10/1732191388910/Put/seqid=0 2024-11-21T12:16:30,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741943_1119 (size=12301) 2024-11-21T12:16:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T12:16:30,709 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:30,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-21T12:16:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T12:16:30,712 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:30,713 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:30,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:30,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60986 deadline: 1732191450748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:30,751 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 12ad8c6f85efa7820c8980a9cd577636 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:30,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:30,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191450758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T12:16:30,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T12:16:30,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:30,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:30,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:30,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:30,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:30,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/078058ee9d6949b2a307a8e8e3c1b5a6 2024-11-21T12:16:30,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/b00000b3d3bf42d58b6e3f38f8bee0e0 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/b00000b3d3bf42d58b6e3f38f8bee0e0 2024-11-21T12:16:30,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/b00000b3d3bf42d58b6e3f38f8bee0e0, entries=150, sequenceid=551, filesize=12.0 K 2024-11-21T12:16:30,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/6aa66f8aeaaa4a6bb9adaedda30b984e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6aa66f8aeaaa4a6bb9adaedda30b984e 2024-11-21T12:16:31,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6aa66f8aeaaa4a6bb9adaedda30b984e, entries=150, sequenceid=551, filesize=12.0 K 2024-11-21T12:16:31,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/078058ee9d6949b2a307a8e8e3c1b5a6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/078058ee9d6949b2a307a8e8e3c1b5a6 2024-11-21T12:16:31,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/078058ee9d6949b2a307a8e8e3c1b5a6, entries=150, sequenceid=551, filesize=12.0 K 2024-11-21T12:16:31,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 12ad8c6f85efa7820c8980a9cd577636 in 942ms, sequenceid=551, compaction requested=false 2024-11-21T12:16:31,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:31,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T12:16:31,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:31,021 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T12:16:31,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:31,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:31,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:31,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:31,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:31,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:31,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/39f04715f10c46dd99179d450a40c56e is 50, key is test_row_0/A:col10/1732191390120/Put/seqid=0 2024-11-21T12:16:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T12:16:31,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741944_1120 (size=12301) 2024-11-21T12:16:31,042 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/39f04715f10c46dd99179d450a40c56e 2024-11-21T12:16:31,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/e410ecc2aa8c4293aef4eeeeac3f4e0e is 50, key is test_row_0/B:col10/1732191390120/Put/seqid=0 2024-11-21T12:16:31,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741945_1121 (size=12301) 2024-11-21T12:16:31,059 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/e410ecc2aa8c4293aef4eeeeac3f4e0e 2024-11-21T12:16:31,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5352d50b0be840a58e26a35223cfcdbd is 50, key is test_row_0/C:col10/1732191390120/Put/seqid=0 2024-11-21T12:16:31,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741946_1122 (size=12301) 2024-11-21T12:16:31,083 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5352d50b0be840a58e26a35223cfcdbd 2024-11-21T12:16:31,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/39f04715f10c46dd99179d450a40c56e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/39f04715f10c46dd99179d450a40c56e 2024-11-21T12:16:31,100 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/39f04715f10c46dd99179d450a40c56e, entries=150, sequenceid=565, filesize=12.0 K 2024-11-21T12:16:31,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/e410ecc2aa8c4293aef4eeeeac3f4e0e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/e410ecc2aa8c4293aef4eeeeac3f4e0e 2024-11-21T12:16:31,108 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/e410ecc2aa8c4293aef4eeeeac3f4e0e, entries=150, sequenceid=565, filesize=12.0 K 2024-11-21T12:16:31,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5352d50b0be840a58e26a35223cfcdbd as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5352d50b0be840a58e26a35223cfcdbd 2024-11-21T12:16:31,118 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5352d50b0be840a58e26a35223cfcdbd, entries=150, sequenceid=565, filesize=12.0 K 2024-11-21T12:16:31,120 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for 12ad8c6f85efa7820c8980a9cd577636 in 99ms, sequenceid=565, compaction requested=true 2024-11-21T12:16:31,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:31,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:31,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T12:16:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T12:16:31,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-21T12:16:31,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 408 msec 2024-11-21T12:16:31,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 416 msec 2024-11-21T12:16:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:31,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:16:31,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:31,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:31,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:31,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:31,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:31,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:31,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/4c70d91b30d44ea0ba0ba4fb0715e84f is 50, key is test_row_0/A:col10/1732191391282/Put/seqid=0 2024-11-21T12:16:31,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741947_1123 (size=14741) 2024-11-21T12:16:31,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/4c70d91b30d44ea0ba0ba4fb0715e84f 2024-11-21T12:16:31,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/f9ff7b6977914369b62a1e5738c12a3d is 50, key is test_row_0/B:col10/1732191391282/Put/seqid=0 2024-11-21T12:16:31,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741948_1124 (size=12301) 2024-11-21T12:16:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T12:16:31,338 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:31,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-21T12:16:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T12:16:31,341 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:31,342 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:31,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:31,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191391332, max timestamp=1732191391376Num uniques 859; 2024-11-21T12:16:31,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191391332, max timestamp=1732191391376Num uniques 859; 2024-11-21T12:16:31,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:16:31,381 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:16:31,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191391332, max timestamp=1732191391376Num uniques 859; 2024-11-21T12:16:31,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:16:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T12:16:31,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-21T12:16:31,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:31,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:31,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:31,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:31,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191451514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191451627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:31,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-21T12:16:31,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:31,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:31,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:31,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:31,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T12:16:31,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/f9ff7b6977914369b62a1e5738c12a3d 2024-11-21T12:16:31,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/6cfd860159da4eeb9fda486bb5d09f80 is 50, key is test_row_0/C:col10/1732191391282/Put/seqid=0 2024-11-21T12:16:31,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741949_1125 (size=12301) 2024-11-21T12:16:31,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-21T12:16:31,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:31,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:31,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:31,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:31,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191451838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:31,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-21T12:16:31,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:31,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:31,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:31,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:31,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T12:16:32,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-21T12:16:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:32,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:32,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/6cfd860159da4eeb9fda486bb5d09f80 2024-11-21T12:16:32,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60998 deadline: 1732191452148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:32,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/4c70d91b30d44ea0ba0ba4fb0715e84f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/4c70d91b30d44ea0ba0ba4fb0715e84f 2024-11-21T12:16:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:16:32,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/4c70d91b30d44ea0ba0ba4fb0715e84f, entries=200, sequenceid=575, filesize=14.4 K 2024-11-21T12:16:32,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/f9ff7b6977914369b62a1e5738c12a3d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/f9ff7b6977914369b62a1e5738c12a3d 2024-11-21T12:16:32,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/f9ff7b6977914369b62a1e5738c12a3d, entries=150, sequenceid=575, filesize=12.0 K 2024-11-21T12:16:32,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/6cfd860159da4eeb9fda486bb5d09f80 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/6cfd860159da4eeb9fda486bb5d09f80 2024-11-21T12:16:32,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/6cfd860159da4eeb9fda486bb5d09f80, entries=150, sequenceid=575, filesize=12.0 K 2024-11-21T12:16:32,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 12ad8c6f85efa7820c8980a9cd577636 in 889ms, sequenceid=575, compaction requested=true 2024-11-21T12:16:32,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:32,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:32,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:32,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:32,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:32,173 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:32,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12ad8c6f85efa7820c8980a9cd577636:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:32,173 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:32,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:32,175 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52802 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:32,175 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:32,175 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/A is initiating minor compaction (all files) 2024-11-21T12:16:32,175 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/B is initiating minor compaction (all files) 2024-11-21T12:16:32,175 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/A in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:32,175 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/602e4bb472544b0490aea1469bf3e9e6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/b00000b3d3bf42d58b6e3f38f8bee0e0, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/39f04715f10c46dd99179d450a40c56e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/4c70d91b30d44ea0ba0ba4fb0715e84f] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=51.6 K 2024-11-21T12:16:32,175 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/B in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:32,175 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/772913b4a20941a4bb383382fc38d105, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6aa66f8aeaaa4a6bb9adaedda30b984e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/e410ecc2aa8c4293aef4eeeeac3f4e0e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/f9ff7b6977914369b62a1e5738c12a3d] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=49.2 K 2024-11-21T12:16:32,176 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 602e4bb472544b0490aea1469bf3e9e6, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732191387692 2024-11-21T12:16:32,176 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 772913b4a20941a4bb383382fc38d105, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732191387692 2024-11-21T12:16:32,177 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b00000b3d3bf42d58b6e3f38f8bee0e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1732191388890 2024-11-21T12:16:32,177 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6aa66f8aeaaa4a6bb9adaedda30b984e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1732191388890 2024-11-21T12:16:32,177 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39f04715f10c46dd99179d450a40c56e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732191390102 2024-11-21T12:16:32,177 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting e410ecc2aa8c4293aef4eeeeac3f4e0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732191390102 2024-11-21T12:16:32,178 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c70d91b30d44ea0ba0ba4fb0715e84f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732191391273 2024-11-21T12:16:32,178 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting f9ff7b6977914369b62a1e5738c12a3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732191391279 2024-11-21T12:16:32,189 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#B#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:32,189 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#A#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:32,190 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/9eefa0d9b6d04c84a5630f21be4f47ba is 50, key is test_row_0/A:col10/1732191391282/Put/seqid=0 2024-11-21T12:16:32,190 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/23cfc1337e124dd3a947e7e07b854877 is 50, key is test_row_0/B:col10/1732191391282/Put/seqid=0 2024-11-21T12:16:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741950_1126 (size=13595) 2024-11-21T12:16:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741951_1127 (size=13595) 2024-11-21T12:16:32,204 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/9eefa0d9b6d04c84a5630f21be4f47ba as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/9eefa0d9b6d04c84a5630f21be4f47ba 2024-11-21T12:16:32,210 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/A of 12ad8c6f85efa7820c8980a9cd577636 into 9eefa0d9b6d04c84a5630f21be4f47ba(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:32,211 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:32,211 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/A, priority=12, startTime=1732191392173; duration=0sec 2024-11-21T12:16:32,211 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:32,211 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:A 2024-11-21T12:16:32,211 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:32,212 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:32,212 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 12ad8c6f85efa7820c8980a9cd577636/C is initiating minor compaction (all files) 2024-11-21T12:16:32,212 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12ad8c6f85efa7820c8980a9cd577636/C in TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:32,212 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/36daade850b14700bb436fdd9d34daf3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/078058ee9d6949b2a307a8e8e3c1b5a6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5352d50b0be840a58e26a35223cfcdbd, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/6cfd860159da4eeb9fda486bb5d09f80] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp, totalSize=49.1 K 2024-11-21T12:16:32,213 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36daade850b14700bb436fdd9d34daf3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732191387692 2024-11-21T12:16:32,214 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 078058ee9d6949b2a307a8e8e3c1b5a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1732191388890 2024-11-21T12:16:32,214 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5352d50b0be840a58e26a35223cfcdbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732191390102 2024-11-21T12:16:32,215 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cfd860159da4eeb9fda486bb5d09f80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732191391279 2024-11-21T12:16:32,226 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12ad8c6f85efa7820c8980a9cd577636#C#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:32,226 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/77ed18c8856f40488bf3359e3baee61c is 50, key is test_row_0/C:col10/1732191391282/Put/seqid=0 2024-11-21T12:16:32,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741952_1128 (size=13561) 2024-11-21T12:16:32,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-21T12:16:32,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:32,265 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-21T12:16:32,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:32,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:32,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:32,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:32,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:32,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:32,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/46e37e6c63104945a269344edeab83bf is 50, key is test_row_0/A:col10/1732191391468/Put/seqid=0 2024-11-21T12:16:32,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741953_1129 (size=12301) 2024-11-21T12:16:32,343 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-21T12:16:32,343 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:16:32,345 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-21T12:16:32,345 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:16:32,347 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-21T12:16:32,347 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:16:32,349 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:32,349 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:32,349 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:32,350 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:32,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:16:32,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:16:32,350 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:32,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:16:32,350 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:32,351 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-21T12:16:32,351 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:16:32,351 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:32,351 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:32,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:16:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T12:16:32,606 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/23cfc1337e124dd3a947e7e07b854877 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/23cfc1337e124dd3a947e7e07b854877 2024-11-21T12:16:32,612 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/B of 12ad8c6f85efa7820c8980a9cd577636 into 23cfc1337e124dd3a947e7e07b854877(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:32,612 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:32,612 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/B, priority=12, startTime=1732191392173; duration=0sec 2024-11-21T12:16:32,613 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:32,613 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:B 2024-11-21T12:16:32,643 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/77ed18c8856f40488bf3359e3baee61c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/77ed18c8856f40488bf3359e3baee61c 2024-11-21T12:16:32,650 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 12ad8c6f85efa7820c8980a9cd577636/C of 12ad8c6f85efa7820c8980a9cd577636 into 77ed18c8856f40488bf3359e3baee61c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:32,650 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:32,650 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., storeName=12ad8c6f85efa7820c8980a9cd577636/C, priority=12, startTime=1732191392173; duration=0sec 2024-11-21T12:16:32,650 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:32,650 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12ad8c6f85efa7820c8980a9cd577636:C 2024-11-21T12:16:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:32,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. as already flushing 2024-11-21T12:16:32,660 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-21T12:16:32,660 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:16:32,660 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:32,660 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:32,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:16:32,676 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/46e37e6c63104945a269344edeab83bf 2024-11-21T12:16:32,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/2299f90b384440ad8d6f39d49bc5bdf3 is 50, key is test_row_0/B:col10/1732191391468/Put/seqid=0 2024-11-21T12:16:32,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741954_1130 (size=12301) 2024-11-21T12:16:33,089 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/2299f90b384440ad8d6f39d49bc5bdf3 2024-11-21T12:16:33,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5b2ce36fae5648bf99f553297fe9d316 is 50, key is test_row_0/C:col10/1732191391468/Put/seqid=0 2024-11-21T12:16:33,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741955_1131 (size=12301) 2024-11-21T12:16:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T12:16:33,502 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5b2ce36fae5648bf99f553297fe9d316 2024-11-21T12:16:33,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/46e37e6c63104945a269344edeab83bf as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/46e37e6c63104945a269344edeab83bf 2024-11-21T12:16:33,515 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/46e37e6c63104945a269344edeab83bf, entries=150, sequenceid=612, filesize=12.0 K 2024-11-21T12:16:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/2299f90b384440ad8d6f39d49bc5bdf3 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/2299f90b384440ad8d6f39d49bc5bdf3 2024-11-21T12:16:33,522 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/2299f90b384440ad8d6f39d49bc5bdf3, entries=150, sequenceid=612, filesize=12.0 K 2024-11-21T12:16:33,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/5b2ce36fae5648bf99f553297fe9d316 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5b2ce36fae5648bf99f553297fe9d316 2024-11-21T12:16:33,528 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5b2ce36fae5648bf99f553297fe9d316, entries=150, sequenceid=612, filesize=12.0 K 2024-11-21T12:16:33,530 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=6.71 KB/6870 for 12ad8c6f85efa7820c8980a9cd577636 in 1265ms, sequenceid=612, compaction requested=false 2024-11-21T12:16:33,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 12ad8c6f85efa7820c8980a9cd577636: 2024-11-21T12:16:33,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:33,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T12:16:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T12:16:33,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-21T12:16:33,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1900 sec 2024-11-21T12:16:33,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 2.1960 sec 2024-11-21T12:16:34,151 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-21T12:16:34,151 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:16:34,151 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:34,151 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:34,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:16:34,160 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-21T12:16:34,160 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:16:34,160 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:34,160 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:34,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:16:34,180 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-21T12:16:34,180 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:16:34,180 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:34,181 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:34,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:16:34,476 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:16:34,789 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-21T12:16:34,790 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:16:34,790 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:34,790 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:34,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:16:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T12:16:35,499 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:35,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T12:16:35,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-11-21T12:16:35,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 174 2024-11-21T12:16:35,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-21T12:16:35,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-21T12:16:35,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-21T12:16:35,499 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T12:16:35,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2507 2024-11-21T12:16:35,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2474 2024-11-21T12:16:35,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T12:16:35,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1145 2024-11-21T12:16:35,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3433 rows 2024-11-21T12:16:35,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1139 2024-11-21T12:16:35,500 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3415 rows 2024-11-21T12:16:35,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:16:35,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:16:35,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:35,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:35,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:16:35,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T12:16:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T12:16:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T12:16:35,514 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191395514"}]},"ts":"1732191395514"} 2024-11-21T12:16:35,516 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T12:16:35,517 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T12:16:35,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:16:35,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12ad8c6f85efa7820c8980a9cd577636, UNASSIGN}] 2024-11-21T12:16:35,524 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12ad8c6f85efa7820c8980a9cd577636, UNASSIGN 2024-11-21T12:16:35,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=12ad8c6f85efa7820c8980a9cd577636, regionState=CLOSING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:35,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=12ad8c6f85efa7820c8980a9cd577636, UNASSIGN because future has completed 2024-11-21T12:16:35,529 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:16:35,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:16:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T12:16:35,687 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:35,687 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T12:16:35,688 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 12ad8c6f85efa7820c8980a9cd577636, disabling compactions & flushes 2024-11-21T12:16:35,688 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:35,689 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:35,689 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. after waiting 0 ms 2024-11-21T12:16:35,689 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:35,689 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 12ad8c6f85efa7820c8980a9cd577636 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T12:16:35,689 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=A 2024-11-21T12:16:35,689 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:35,689 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=B 2024-11-21T12:16:35,689 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:35,689 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12ad8c6f85efa7820c8980a9cd577636, store=C 2024-11-21T12:16:35,690 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:35,695 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/5fa2a1151d6545238ad1094069806183 is 50, key is test_row_0/A:col10/1732191394179/Put/seqid=0 2024-11-21T12:16:35,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741956_1132 (size=9857) 2024-11-21T12:16:35,700 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=622 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/5fa2a1151d6545238ad1094069806183 2024-11-21T12:16:35,711 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/023a78593f944a3a9de16338f77431cb is 50, key is test_row_0/B:col10/1732191394179/Put/seqid=0 2024-11-21T12:16:35,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741957_1133 (size=9857) 2024-11-21T12:16:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T12:16:36,128 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=622 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/023a78593f944a3a9de16338f77431cb 2024-11-21T12:16:36,136 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/1141fcecfbd640558b4577d9673cd222 is 50, key is test_row_0/C:col10/1732191394179/Put/seqid=0 2024-11-21T12:16:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T12:16:36,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741958_1134 (size=9857) 2024-11-21T12:16:36,144 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=622 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/1141fcecfbd640558b4577d9673cd222 2024-11-21T12:16:36,150 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/A/5fa2a1151d6545238ad1094069806183 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/5fa2a1151d6545238ad1094069806183 2024-11-21T12:16:36,155 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/5fa2a1151d6545238ad1094069806183, entries=100, sequenceid=622, filesize=9.6 K 2024-11-21T12:16:36,156 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/B/023a78593f944a3a9de16338f77431cb as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/023a78593f944a3a9de16338f77431cb 2024-11-21T12:16:36,162 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/023a78593f944a3a9de16338f77431cb, entries=100, sequenceid=622, filesize=9.6 K 2024-11-21T12:16:36,163 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/.tmp/C/1141fcecfbd640558b4577d9673cd222 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/1141fcecfbd640558b4577d9673cd222 2024-11-21T12:16:36,167 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/1141fcecfbd640558b4577d9673cd222, entries=100, sequenceid=622, filesize=9.6 K 2024-11-21T12:16:36,168 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 12ad8c6f85efa7820c8980a9cd577636 in 479ms, sequenceid=622, compaction requested=true 2024-11-21T12:16:36,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/71361d63cbb94336a43fe98198bf3855, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2a6333f2a7a3420d8839520512cba88f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/33480a61bcc84b498a87438e3e2bb45a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/4404f43687c54ce68b8a43a2d57eef07, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6a8e367b78f94f9da867c9c338405555, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/73bde8bb3aea439e97d0854c7d4b3c78, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/de35d84b121a4976a301f6a8236b99e1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/fb410d9c94a84a9e969b098eb838436e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/59f00d6e00864af09a8c5945e13570bb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/afe82e6bfb0a43479d2d08ec92b61fdf, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/607c0e8c8347448690df346069a091b6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/344275a565fd465c858ad584437ac967, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2ed5e75e44c54fdaa1acb5f7e610028f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/26dc7259363b4a5d8fde2e77af8e1244, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/90f62be30e1e4dbc89b712253dd80692, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/35f6c4118d694773a254ec21c7798301, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/95f2f2d58f6d4ab28b5b4121c7d03a45, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/b84b402d04bf44649f8752ba51a2aed1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/3c153e0841f840b99884adf7e191de2c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/e6a838ce48464ed2b5438bf8d5589cdb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/c78925948a2b427da0fd2b9ff3886c4a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/9968d0d504ec478c88f0bc3971b17a80, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/bd54215dc4bc46618bdc24c7d3d1bc13, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2c88bed3cc294f73a02e45b1b290bf75, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/ab362a53323441a78ed64f5a08716f04, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/02bc53fbb2b34badba56d318f3001520, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6e9f1723999647b7aeb6f302b8d2c891, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/19fe2152191e4108ae4028b0a9a7b20d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/bfdd949785184f25954fdc0e2e859e8b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6ff4f6bc4d2b4cec81a889ac5d13965b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/016dc311e33a445da3fc2d8ff62b894e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/5aed6d1679fc460bb775f12bd968d365, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/1bdae4a78cbf48dd9f7e821282598765, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2161d7161982455da23b6b2852a213cf, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/602e4bb472544b0490aea1469bf3e9e6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/b00000b3d3bf42d58b6e3f38f8bee0e0, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/39f04715f10c46dd99179d450a40c56e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/4c70d91b30d44ea0ba0ba4fb0715e84f] to archive 2024-11-21T12:16:36,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:16:36,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/71361d63cbb94336a43fe98198bf3855 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/71361d63cbb94336a43fe98198bf3855 2024-11-21T12:16:36,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2a6333f2a7a3420d8839520512cba88f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2a6333f2a7a3420d8839520512cba88f 2024-11-21T12:16:36,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/33480a61bcc84b498a87438e3e2bb45a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/33480a61bcc84b498a87438e3e2bb45a 2024-11-21T12:16:36,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/4404f43687c54ce68b8a43a2d57eef07 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/4404f43687c54ce68b8a43a2d57eef07 2024-11-21T12:16:36,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6a8e367b78f94f9da867c9c338405555 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6a8e367b78f94f9da867c9c338405555 2024-11-21T12:16:36,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/73bde8bb3aea439e97d0854c7d4b3c78 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/73bde8bb3aea439e97d0854c7d4b3c78 2024-11-21T12:16:36,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/de35d84b121a4976a301f6a8236b99e1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/de35d84b121a4976a301f6a8236b99e1 2024-11-21T12:16:36,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/fb410d9c94a84a9e969b098eb838436e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/fb410d9c94a84a9e969b098eb838436e 2024-11-21T12:16:36,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/59f00d6e00864af09a8c5945e13570bb to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/59f00d6e00864af09a8c5945e13570bb 2024-11-21T12:16:36,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/afe82e6bfb0a43479d2d08ec92b61fdf to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/afe82e6bfb0a43479d2d08ec92b61fdf 2024-11-21T12:16:36,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/607c0e8c8347448690df346069a091b6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/607c0e8c8347448690df346069a091b6 2024-11-21T12:16:36,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/344275a565fd465c858ad584437ac967 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/344275a565fd465c858ad584437ac967 2024-11-21T12:16:36,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2ed5e75e44c54fdaa1acb5f7e610028f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2ed5e75e44c54fdaa1acb5f7e610028f 2024-11-21T12:16:36,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/26dc7259363b4a5d8fde2e77af8e1244 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/26dc7259363b4a5d8fde2e77af8e1244 2024-11-21T12:16:36,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/90f62be30e1e4dbc89b712253dd80692 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/90f62be30e1e4dbc89b712253dd80692 2024-11-21T12:16:36,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/35f6c4118d694773a254ec21c7798301 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/35f6c4118d694773a254ec21c7798301 2024-11-21T12:16:36,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/95f2f2d58f6d4ab28b5b4121c7d03a45 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/95f2f2d58f6d4ab28b5b4121c7d03a45 2024-11-21T12:16:36,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/b84b402d04bf44649f8752ba51a2aed1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/b84b402d04bf44649f8752ba51a2aed1 2024-11-21T12:16:36,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/3c153e0841f840b99884adf7e191de2c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/3c153e0841f840b99884adf7e191de2c 2024-11-21T12:16:36,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/e6a838ce48464ed2b5438bf8d5589cdb to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/e6a838ce48464ed2b5438bf8d5589cdb 2024-11-21T12:16:36,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/c78925948a2b427da0fd2b9ff3886c4a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/c78925948a2b427da0fd2b9ff3886c4a 2024-11-21T12:16:36,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/9968d0d504ec478c88f0bc3971b17a80 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/9968d0d504ec478c88f0bc3971b17a80 2024-11-21T12:16:36,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/bd54215dc4bc46618bdc24c7d3d1bc13 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/bd54215dc4bc46618bdc24c7d3d1bc13 2024-11-21T12:16:36,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2c88bed3cc294f73a02e45b1b290bf75 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2c88bed3cc294f73a02e45b1b290bf75 2024-11-21T12:16:36,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/ab362a53323441a78ed64f5a08716f04 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/ab362a53323441a78ed64f5a08716f04 2024-11-21T12:16:36,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/02bc53fbb2b34badba56d318f3001520 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/02bc53fbb2b34badba56d318f3001520 2024-11-21T12:16:36,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6e9f1723999647b7aeb6f302b8d2c891 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6e9f1723999647b7aeb6f302b8d2c891 2024-11-21T12:16:36,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/19fe2152191e4108ae4028b0a9a7b20d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/19fe2152191e4108ae4028b0a9a7b20d 2024-11-21T12:16:36,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/bfdd949785184f25954fdc0e2e859e8b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/bfdd949785184f25954fdc0e2e859e8b 2024-11-21T12:16:36,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6ff4f6bc4d2b4cec81a889ac5d13965b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/6ff4f6bc4d2b4cec81a889ac5d13965b 2024-11-21T12:16:36,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/016dc311e33a445da3fc2d8ff62b894e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/016dc311e33a445da3fc2d8ff62b894e 2024-11-21T12:16:36,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/5aed6d1679fc460bb775f12bd968d365 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/5aed6d1679fc460bb775f12bd968d365 2024-11-21T12:16:36,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/1bdae4a78cbf48dd9f7e821282598765 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/1bdae4a78cbf48dd9f7e821282598765 2024-11-21T12:16:36,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2161d7161982455da23b6b2852a213cf to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/2161d7161982455da23b6b2852a213cf 2024-11-21T12:16:36,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/602e4bb472544b0490aea1469bf3e9e6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/602e4bb472544b0490aea1469bf3e9e6 2024-11-21T12:16:36,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/b00000b3d3bf42d58b6e3f38f8bee0e0 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/b00000b3d3bf42d58b6e3f38f8bee0e0 2024-11-21T12:16:36,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/39f04715f10c46dd99179d450a40c56e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/39f04715f10c46dd99179d450a40c56e 2024-11-21T12:16:36,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/4c70d91b30d44ea0ba0ba4fb0715e84f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/4c70d91b30d44ea0ba0ba4fb0715e84f 2024-11-21T12:16:36,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/29870d9a7dc74441b9dd543c8aa0c207, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/520705a5bf7f4366806be807f5abccd3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c359e60944e849a3bfcf243f37874c40, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6464f1cf4bc34f478152ad6217d0d5ec, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/7eb4dfc8d57c4ad7bc2381825f23b70b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1941e7af294c4650b751cd9be34e6db8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1e27551b3be04fb496e8862d7cf89ca0, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/cad0efcf24c243f2a58434e11390d221, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/f4eb74495fb9418abf818338cf6f26dc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/68cb4a41cd874e379f6abbd5c90319c6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/faf8bbb7eae9407d91540e4ebb758131, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/35a4d4e8a28a4dcead80421f29c3954a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1056ceb86129427aa42d5ed675310a5f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/ed16431c6db04405b75c9dbbb6968a8d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5c2f99f64d1f452bb525fdb4b2f5894d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/efd8cdf4ae9843cb86abc4a1257f6177, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c389def5537c4a588cb5bf7e2e4e4c71, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6e4829333bbf43bfbfcdc80d865ef7db, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/db29ba84b3d041768c51aa33fb072f39, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/372cdf7419e04cbebd926233d0e63e2c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5af53187f12c4d438810b7e769423a65, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/dafd6b4cbbdd4bcba606ce7df1db1936, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/05323bc1d5174820aeaafc6903eba78b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/2f97685b272748d2aaf88b80fdfe966a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/172615b35b2346d88b05869098cb8bf8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c93ca533f9744cea90042abe39b3c69b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5dc92c95c19a4cec93c681f82b19d700, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/eab7f6170deb446aad2735584d2e29fe, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/dd895e605c7d4e949b2dc05a4c0a29cd, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/657e2b47dacd49478cfa00128150bb6a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/bb6015c4f480441db9c8e66747c2db82, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/4f5a261cf673439cbe1473c11deccf6f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/56cf77a8f0d546338d0af33996066afe, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/772913b4a20941a4bb383382fc38d105, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/ba48f92fc0f4421db367a4997fb233af, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6aa66f8aeaaa4a6bb9adaedda30b984e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/e410ecc2aa8c4293aef4eeeeac3f4e0e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/f9ff7b6977914369b62a1e5738c12a3d] to archive 2024-11-21T12:16:36,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:16:36,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/29870d9a7dc74441b9dd543c8aa0c207 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/29870d9a7dc74441b9dd543c8aa0c207 2024-11-21T12:16:36,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/520705a5bf7f4366806be807f5abccd3 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/520705a5bf7f4366806be807f5abccd3 2024-11-21T12:16:36,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c359e60944e849a3bfcf243f37874c40 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c359e60944e849a3bfcf243f37874c40 2024-11-21T12:16:36,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6464f1cf4bc34f478152ad6217d0d5ec to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6464f1cf4bc34f478152ad6217d0d5ec 2024-11-21T12:16:36,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/7eb4dfc8d57c4ad7bc2381825f23b70b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/7eb4dfc8d57c4ad7bc2381825f23b70b 2024-11-21T12:16:36,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1941e7af294c4650b751cd9be34e6db8 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1941e7af294c4650b751cd9be34e6db8 2024-11-21T12:16:36,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1e27551b3be04fb496e8862d7cf89ca0 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1e27551b3be04fb496e8862d7cf89ca0 2024-11-21T12:16:36,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/cad0efcf24c243f2a58434e11390d221 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/cad0efcf24c243f2a58434e11390d221 2024-11-21T12:16:36,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/f4eb74495fb9418abf818338cf6f26dc to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/f4eb74495fb9418abf818338cf6f26dc 2024-11-21T12:16:36,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/68cb4a41cd874e379f6abbd5c90319c6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/68cb4a41cd874e379f6abbd5c90319c6 2024-11-21T12:16:36,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/faf8bbb7eae9407d91540e4ebb758131 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/faf8bbb7eae9407d91540e4ebb758131 2024-11-21T12:16:36,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/35a4d4e8a28a4dcead80421f29c3954a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/35a4d4e8a28a4dcead80421f29c3954a 2024-11-21T12:16:36,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1056ceb86129427aa42d5ed675310a5f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/1056ceb86129427aa42d5ed675310a5f 2024-11-21T12:16:36,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/ed16431c6db04405b75c9dbbb6968a8d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/ed16431c6db04405b75c9dbbb6968a8d 2024-11-21T12:16:36,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5c2f99f64d1f452bb525fdb4b2f5894d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5c2f99f64d1f452bb525fdb4b2f5894d 2024-11-21T12:16:36,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/efd8cdf4ae9843cb86abc4a1257f6177 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/efd8cdf4ae9843cb86abc4a1257f6177 2024-11-21T12:16:36,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c389def5537c4a588cb5bf7e2e4e4c71 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c389def5537c4a588cb5bf7e2e4e4c71 2024-11-21T12:16:36,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6e4829333bbf43bfbfcdc80d865ef7db to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6e4829333bbf43bfbfcdc80d865ef7db 2024-11-21T12:16:36,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/db29ba84b3d041768c51aa33fb072f39 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/db29ba84b3d041768c51aa33fb072f39 2024-11-21T12:16:36,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/372cdf7419e04cbebd926233d0e63e2c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/372cdf7419e04cbebd926233d0e63e2c 2024-11-21T12:16:36,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5af53187f12c4d438810b7e769423a65 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5af53187f12c4d438810b7e769423a65 2024-11-21T12:16:36,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/dafd6b4cbbdd4bcba606ce7df1db1936 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/dafd6b4cbbdd4bcba606ce7df1db1936 2024-11-21T12:16:36,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/05323bc1d5174820aeaafc6903eba78b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/05323bc1d5174820aeaafc6903eba78b 2024-11-21T12:16:36,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/2f97685b272748d2aaf88b80fdfe966a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/2f97685b272748d2aaf88b80fdfe966a 2024-11-21T12:16:36,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/172615b35b2346d88b05869098cb8bf8 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/172615b35b2346d88b05869098cb8bf8 2024-11-21T12:16:36,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c93ca533f9744cea90042abe39b3c69b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/c93ca533f9744cea90042abe39b3c69b 2024-11-21T12:16:36,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5dc92c95c19a4cec93c681f82b19d700 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/5dc92c95c19a4cec93c681f82b19d700 2024-11-21T12:16:36,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/eab7f6170deb446aad2735584d2e29fe to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/eab7f6170deb446aad2735584d2e29fe 2024-11-21T12:16:36,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/dd895e605c7d4e949b2dc05a4c0a29cd to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/dd895e605c7d4e949b2dc05a4c0a29cd 2024-11-21T12:16:36,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/657e2b47dacd49478cfa00128150bb6a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/657e2b47dacd49478cfa00128150bb6a 2024-11-21T12:16:36,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/bb6015c4f480441db9c8e66747c2db82 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/bb6015c4f480441db9c8e66747c2db82 2024-11-21T12:16:36,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/4f5a261cf673439cbe1473c11deccf6f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/4f5a261cf673439cbe1473c11deccf6f 2024-11-21T12:16:36,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/56cf77a8f0d546338d0af33996066afe to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/56cf77a8f0d546338d0af33996066afe 2024-11-21T12:16:36,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/772913b4a20941a4bb383382fc38d105 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/772913b4a20941a4bb383382fc38d105 2024-11-21T12:16:36,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/ba48f92fc0f4421db367a4997fb233af to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/ba48f92fc0f4421db367a4997fb233af 2024-11-21T12:16:36,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6aa66f8aeaaa4a6bb9adaedda30b984e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/6aa66f8aeaaa4a6bb9adaedda30b984e 2024-11-21T12:16:36,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/e410ecc2aa8c4293aef4eeeeac3f4e0e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/e410ecc2aa8c4293aef4eeeeac3f4e0e 2024-11-21T12:16:36,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/f9ff7b6977914369b62a1e5738c12a3d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/f9ff7b6977914369b62a1e5738c12a3d 2024-11-21T12:16:36,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/bf0322e7135448f7b60dcdc3ce954fef, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/c76c25fb39ab4c6f85202226ebf02e92, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/f1581a65c88142d884fc4bb3f753e4de, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/c1653a5b814e4fdc916d846fb101468e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/4595ffc6a34442efb44b27db7a9c3c91, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5958d5ab0a894a6fb695e4790cc3dcb9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/d26d19b6e5d04390b6330b1604df82b2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/0c495e4b6afd44f7aff03a9484870316, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/835ca23e2c6145b481ba42a4640c68b6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9b527ee248354022ace8706112b86af8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/aa3e7ee5046848888b54c4ca0514980d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/db53591d4db84a19b734e2788b6a3ef9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/0d6451043054495a90cf5119a93caf58, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5850d11a514e413cb9424cc3fd8531c6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/1ea79ff31ad9422fa37fbd3d804d7106, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9cd3e67a874b434fbd1db26c93a37e09, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/02a0f63e7efb49dc8f30f768b9595177, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/011cc005d8bc42139e824add9dccd54b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/01b203aab198469ea623c05f2687c8d1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/63f9969d0e094bfdb61b8a77349553b0, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/91e806fb64aa47978152c0e30f002d5f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/7945dd6873514c9ea56fdf2d6f11fc53, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/78d2d57a960d4d38983b2c56ebca66f4, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/33fd02e24ce64e9b817f74b0976a2264, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/6ccbac735a254db1a9d992456ca16d02, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5c6fdc6d179645dba7b6d0dfab0a8e66, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/e32c22f46d694c8b9d2bbf417522775a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/4bb383f2f37e41988b20bf843ad75299, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/e21e1f6b6c8644ba97f0d5a972028a8b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9e1a8e83b6d047b297973d1336eb5ff2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/98c643a800f74a9e9bf9e03fc4c267b6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5f697b69e7654e17812cc69e17f6812e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/36daade850b14700bb436fdd9d34daf3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/7ea407afe3654a3097817137b0ea24cf, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/078058ee9d6949b2a307a8e8e3c1b5a6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5352d50b0be840a58e26a35223cfcdbd, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/6cfd860159da4eeb9fda486bb5d09f80] to archive 2024-11-21T12:16:36,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:16:36,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/bf0322e7135448f7b60dcdc3ce954fef to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/bf0322e7135448f7b60dcdc3ce954fef 2024-11-21T12:16:36,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/c76c25fb39ab4c6f85202226ebf02e92 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/c76c25fb39ab4c6f85202226ebf02e92 2024-11-21T12:16:36,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/f1581a65c88142d884fc4bb3f753e4de to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/f1581a65c88142d884fc4bb3f753e4de 2024-11-21T12:16:36,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/c1653a5b814e4fdc916d846fb101468e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/c1653a5b814e4fdc916d846fb101468e 2024-11-21T12:16:36,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/4595ffc6a34442efb44b27db7a9c3c91 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/4595ffc6a34442efb44b27db7a9c3c91 2024-11-21T12:16:36,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5958d5ab0a894a6fb695e4790cc3dcb9 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5958d5ab0a894a6fb695e4790cc3dcb9 2024-11-21T12:16:36,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/d26d19b6e5d04390b6330b1604df82b2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/d26d19b6e5d04390b6330b1604df82b2 2024-11-21T12:16:36,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/0c495e4b6afd44f7aff03a9484870316 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/0c495e4b6afd44f7aff03a9484870316 2024-11-21T12:16:36,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/835ca23e2c6145b481ba42a4640c68b6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/835ca23e2c6145b481ba42a4640c68b6 2024-11-21T12:16:36,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9b527ee248354022ace8706112b86af8 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9b527ee248354022ace8706112b86af8 2024-11-21T12:16:36,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/aa3e7ee5046848888b54c4ca0514980d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/aa3e7ee5046848888b54c4ca0514980d 2024-11-21T12:16:36,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/db53591d4db84a19b734e2788b6a3ef9 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/db53591d4db84a19b734e2788b6a3ef9 2024-11-21T12:16:36,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/0d6451043054495a90cf5119a93caf58 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/0d6451043054495a90cf5119a93caf58 2024-11-21T12:16:36,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5850d11a514e413cb9424cc3fd8531c6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5850d11a514e413cb9424cc3fd8531c6 2024-11-21T12:16:36,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/1ea79ff31ad9422fa37fbd3d804d7106 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/1ea79ff31ad9422fa37fbd3d804d7106 2024-11-21T12:16:36,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9cd3e67a874b434fbd1db26c93a37e09 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9cd3e67a874b434fbd1db26c93a37e09 2024-11-21T12:16:36,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/02a0f63e7efb49dc8f30f768b9595177 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/02a0f63e7efb49dc8f30f768b9595177 2024-11-21T12:16:36,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/011cc005d8bc42139e824add9dccd54b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/011cc005d8bc42139e824add9dccd54b 2024-11-21T12:16:36,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/01b203aab198469ea623c05f2687c8d1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/01b203aab198469ea623c05f2687c8d1 2024-11-21T12:16:36,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/63f9969d0e094bfdb61b8a77349553b0 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/63f9969d0e094bfdb61b8a77349553b0 2024-11-21T12:16:36,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/91e806fb64aa47978152c0e30f002d5f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/91e806fb64aa47978152c0e30f002d5f 2024-11-21T12:16:36,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/7945dd6873514c9ea56fdf2d6f11fc53 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/7945dd6873514c9ea56fdf2d6f11fc53 2024-11-21T12:16:36,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/78d2d57a960d4d38983b2c56ebca66f4 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/78d2d57a960d4d38983b2c56ebca66f4 2024-11-21T12:16:36,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/33fd02e24ce64e9b817f74b0976a2264 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/33fd02e24ce64e9b817f74b0976a2264 2024-11-21T12:16:36,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/6ccbac735a254db1a9d992456ca16d02 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/6ccbac735a254db1a9d992456ca16d02 2024-11-21T12:16:36,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5c6fdc6d179645dba7b6d0dfab0a8e66 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5c6fdc6d179645dba7b6d0dfab0a8e66 2024-11-21T12:16:36,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/e32c22f46d694c8b9d2bbf417522775a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/e32c22f46d694c8b9d2bbf417522775a 2024-11-21T12:16:36,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/4bb383f2f37e41988b20bf843ad75299 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/4bb383f2f37e41988b20bf843ad75299 2024-11-21T12:16:36,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/e21e1f6b6c8644ba97f0d5a972028a8b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/e21e1f6b6c8644ba97f0d5a972028a8b 2024-11-21T12:16:36,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9e1a8e83b6d047b297973d1336eb5ff2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/9e1a8e83b6d047b297973d1336eb5ff2 2024-11-21T12:16:36,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/98c643a800f74a9e9bf9e03fc4c267b6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/98c643a800f74a9e9bf9e03fc4c267b6 2024-11-21T12:16:36,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5f697b69e7654e17812cc69e17f6812e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5f697b69e7654e17812cc69e17f6812e 2024-11-21T12:16:36,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/36daade850b14700bb436fdd9d34daf3 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/36daade850b14700bb436fdd9d34daf3 2024-11-21T12:16:36,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/7ea407afe3654a3097817137b0ea24cf to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/7ea407afe3654a3097817137b0ea24cf 2024-11-21T12:16:36,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/078058ee9d6949b2a307a8e8e3c1b5a6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/078058ee9d6949b2a307a8e8e3c1b5a6 2024-11-21T12:16:36,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5352d50b0be840a58e26a35223cfcdbd to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5352d50b0be840a58e26a35223cfcdbd 2024-11-21T12:16:36,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/6cfd860159da4eeb9fda486bb5d09f80 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/6cfd860159da4eeb9fda486bb5d09f80 2024-11-21T12:16:36,385 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/recovered.edits/625.seqid, newMaxSeqId=625, maxSeqId=1 2024-11-21T12:16:36,386 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. 2024-11-21T12:16:36,387 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 12ad8c6f85efa7820c8980a9cd577636: Waiting for close lock at 1732191395688Running coprocessor pre-close hooks at 1732191395688Disabling compacts and flushes for region at 1732191395688Disabling writes for close at 1732191395689 (+1 ms)Obtaining lock to block concurrent updates at 1732191395689Preparing flush snapshotting stores in 12ad8c6f85efa7820c8980a9cd577636 at 1732191395689Finished memstore snapshotting TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732191395690 (+1 ms)Flushing stores of TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636. at 1732191395690Flushing 12ad8c6f85efa7820c8980a9cd577636/A: creating writer at 1732191395690Flushing 12ad8c6f85efa7820c8980a9cd577636/A: appending metadata at 1732191395694 (+4 ms)Flushing 12ad8c6f85efa7820c8980a9cd577636/A: closing flushed file at 1732191395694Flushing 12ad8c6f85efa7820c8980a9cd577636/B: creating writer at 1732191395706 (+12 ms)Flushing 12ad8c6f85efa7820c8980a9cd577636/B: appending metadata at 1732191395710 (+4 ms)Flushing 12ad8c6f85efa7820c8980a9cd577636/B: closing flushed file at 1732191395710Flushing 12ad8c6f85efa7820c8980a9cd577636/C: creating writer at 1732191396133 (+423 ms)Flushing 12ad8c6f85efa7820c8980a9cd577636/C: appending metadata at 1732191396136 (+3 ms)Flushing 12ad8c6f85efa7820c8980a9cd577636/C: closing flushed file at 1732191396136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1837c868: reopening flushed file at 1732191396149 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23805043: reopening flushed file at 1732191396155 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51b5bce6: reopening flushed file at 1732191396162 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 12ad8c6f85efa7820c8980a9cd577636 in 479ms, sequenceid=622, compaction requested=true at 1732191396168 (+6 ms)Writing region close event to WAL at 1732191396381 (+213 ms)Running coprocessor post-close hooks at 1732191396386 (+5 ms)Closed at 1732191396386 2024-11-21T12:16:36,390 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:36,390 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=12ad8c6f85efa7820c8980a9cd577636, regionState=CLOSED 2024-11-21T12:16:36,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:16:36,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-21T12:16:36,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 12ad8c6f85efa7820c8980a9cd577636, server=9bb5b7e9dd2c,40779,1732191366267 in 864 msec 2024-11-21T12:16:36,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-21T12:16:36,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12ad8c6f85efa7820c8980a9cd577636, UNASSIGN in 872 msec 2024-11-21T12:16:36,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-21T12:16:36,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 880 msec 2024-11-21T12:16:36,401 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191396401"}]},"ts":"1732191396401"} 2024-11-21T12:16:36,403 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T12:16:36,403 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T12:16:36,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 897 msec 2024-11-21T12:16:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T12:16:36,649 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:36,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T12:16:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:16:36,657 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:16:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-21T12:16:36,659 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:16:36,664 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:36,668 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/recovered.edits] 2024-11-21T12:16:36,670 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/46e37e6c63104945a269344edeab83bf to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/46e37e6c63104945a269344edeab83bf 2024-11-21T12:16:36,672 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/5fa2a1151d6545238ad1094069806183 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/5fa2a1151d6545238ad1094069806183 2024-11-21T12:16:36,673 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/9eefa0d9b6d04c84a5630f21be4f47ba to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/A/9eefa0d9b6d04c84a5630f21be4f47ba 2024-11-21T12:16:36,676 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/023a78593f944a3a9de16338f77431cb to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/023a78593f944a3a9de16338f77431cb 2024-11-21T12:16:36,677 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/2299f90b384440ad8d6f39d49bc5bdf3 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/2299f90b384440ad8d6f39d49bc5bdf3 2024-11-21T12:16:36,678 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/23cfc1337e124dd3a947e7e07b854877 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/B/23cfc1337e124dd3a947e7e07b854877 2024-11-21T12:16:36,681 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/1141fcecfbd640558b4577d9673cd222 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/1141fcecfbd640558b4577d9673cd222 2024-11-21T12:16:36,682 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5b2ce36fae5648bf99f553297fe9d316 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/5b2ce36fae5648bf99f553297fe9d316 2024-11-21T12:16:36,683 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/77ed18c8856f40488bf3359e3baee61c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/C/77ed18c8856f40488bf3359e3baee61c 2024-11-21T12:16:36,686 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/recovered.edits/625.seqid to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636/recovered.edits/625.seqid 2024-11-21T12:16:36,686 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/12ad8c6f85efa7820c8980a9cd577636 2024-11-21T12:16:36,687 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T12:16:36,692 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:16:36,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T12:16:36,702 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T12:16:36,737 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T12:16:36,739 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:16:36,739 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T12:16:36,739 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732191396739"}]},"ts":"9223372036854775807"} 2024-11-21T12:16:36,744 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T12:16:36,744 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 12ad8c6f85efa7820c8980a9cd577636, NAME => 'TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T12:16:36,744 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T12:16:36,744 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732191396744"}]},"ts":"9223372036854775807"} 2024-11-21T12:16:36,747 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T12:16:36,748 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:16:36,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 95 msec 2024-11-21T12:16:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-21T12:16:36,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T12:16:36,769 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:36,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-871639315_22 at /127.0.0.1:45660 [Waiting for operation #371] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_742683221_22 at /127.0.0.1:52762 [Waiting for operation #389] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 224) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8443 (was 8277) - AvailableMemoryMB LEAK? - 2024-11-21T12:16:36,791 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=8443 2024-11-21T12:16:36,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:16:36,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:16:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T12:16:36,796 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:16:36,796 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:36,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-21T12:16:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T12:16:36,797 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:16:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741959_1135 (size=1061) 2024-11-21T12:16:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T12:16:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T12:16:37,206 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d 2024-11-21T12:16:37,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741960_1136 (size=53) 2024-11-21T12:16:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T12:16:37,612 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:16:37,612 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3e140af8e38a5dd7709db47d6f343c4f, disabling compactions & flushes 2024-11-21T12:16:37,612 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:37,612 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:37,612 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. after waiting 0 ms 2024-11-21T12:16:37,612 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:37,612 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:37,612 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e140af8e38a5dd7709db47d6f343c4f: Waiting for close lock at 1732191397612Disabling compacts and flushes for region at 1732191397612Disabling writes for close at 1732191397612Writing region close event to WAL at 1732191397612Closed at 1732191397612 2024-11-21T12:16:37,614 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:16:37,614 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732191397614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191397614"}]},"ts":"1732191397614"} 2024-11-21T12:16:37,616 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:16:37,617 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:16:37,617 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191397617"}]},"ts":"1732191397617"} 2024-11-21T12:16:37,618 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T12:16:37,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, ASSIGN}] 2024-11-21T12:16:37,620 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, ASSIGN 2024-11-21T12:16:37,620 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,40779,1732191366267; forceNewPlan=false, retain=false 2024-11-21T12:16:37,771 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=3e140af8e38a5dd7709db47d6f343c4f, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:37,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, ASSIGN because future has completed 2024-11-21T12:16:37,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:16:37,930 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:37,930 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:16:37,930 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:37,930 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:16:37,930 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:37,930 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:37,932 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:37,933 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:16:37,934 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e140af8e38a5dd7709db47d6f343c4f columnFamilyName A 2024-11-21T12:16:37,934 DEBUG [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:37,934 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.HStore(327): Store=3e140af8e38a5dd7709db47d6f343c4f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:16:37,934 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:37,936 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:16:37,936 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e140af8e38a5dd7709db47d6f343c4f columnFamilyName B 2024-11-21T12:16:37,936 DEBUG [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:37,936 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.HStore(327): Store=3e140af8e38a5dd7709db47d6f343c4f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:16:37,936 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:37,937 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:16:37,937 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e140af8e38a5dd7709db47d6f343c4f columnFamilyName C 2024-11-21T12:16:37,937 DEBUG [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:37,938 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.HStore(327): Store=3e140af8e38a5dd7709db47d6f343c4f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:16:37,938 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:37,938 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T12:16:37,939 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:37,939 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:37,940 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:37,940 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:37,941 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:16:37,942 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:37,943 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:16:37,944 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 3e140af8e38a5dd7709db47d6f343c4f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67974279, jitterRate=0.01289568841457367}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:16:37,944 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:37,945 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 3e140af8e38a5dd7709db47d6f343c4f: Running coprocessor pre-open hook at 1732191397930Writing region info on filesystem at 1732191397930Initializing all the Stores at 1732191397931 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191397931Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191397931Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191397931Cleaning up temporary data from old regions at 1732191397940 (+9 ms)Running coprocessor post-open hooks at 1732191397944 (+4 ms)Region opened successfully at 1732191397945 (+1 ms) 2024-11-21T12:16:37,946 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., pid=36, masterSystemTime=1732191397926 2024-11-21T12:16:37,948 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:37,948 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:37,948 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=3e140af8e38a5dd7709db47d6f343c4f, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:37,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:16:37,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-21T12:16:37,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 in 177 msec 2024-11-21T12:16:37,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-21T12:16:37,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, ASSIGN in 334 msec 2024-11-21T12:16:37,956 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:16:37,956 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191397956"}]},"ts":"1732191397956"} 2024-11-21T12:16:37,957 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T12:16:37,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:16:37,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-21T12:16:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T12:16:38,959 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:38,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736030eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:38,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:38,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:38,962 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:38,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:38,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:38,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6213a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:38,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:38,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:38,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:38,964 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b24555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:38,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:38,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:38,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:38,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:38,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:16:38,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:16:38,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bf6b1e5 2024-11-21T12:16:38,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:16:38,971 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:16:38,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:16:38,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:16:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T12:16:38,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741961_1137 (size=1097) 2024-11-21T12:16:39,394 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-21T12:16:39,395 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-21T12:16:39,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:16:39,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, REOPEN/MOVE}] 2024-11-21T12:16:39,407 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, REOPEN/MOVE 2024-11-21T12:16:39,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=3e140af8e38a5dd7709db47d6f343c4f, regionState=CLOSING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:39,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, REOPEN/MOVE because future has completed 2024-11-21T12:16:39,410 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:16:39,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:16:39,563 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,563 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T12:16:39,563 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 3e140af8e38a5dd7709db47d6f343c4f, disabling compactions & flushes 2024-11-21T12:16:39,563 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:39,563 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:39,563 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. after waiting 0 ms 2024-11-21T12:16:39,563 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:39,567 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T12:16:39,568 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:39,568 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 3e140af8e38a5dd7709db47d6f343c4f: Waiting for close lock at 1732191399563Running coprocessor pre-close hooks at 1732191399563Disabling compacts and flushes for region at 1732191399563Disabling writes for close at 1732191399563Writing region close event to WAL at 1732191399563Running coprocessor post-close hooks at 1732191399567 (+4 ms)Closed at 1732191399567 2024-11-21T12:16:39,568 WARN [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 3e140af8e38a5dd7709db47d6f343c4f to self. 2024-11-21T12:16:39,570 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,570 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=3e140af8e38a5dd7709db47d6f343c4f, regionState=CLOSED 2024-11-21T12:16:39,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:16:39,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-21T12:16:39,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 in 163 msec 2024-11-21T12:16:39,575 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, REOPEN/MOVE; state=CLOSED, location=9bb5b7e9dd2c,40779,1732191366267; forceNewPlan=false, retain=true 2024-11-21T12:16:39,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=3e140af8e38a5dd7709db47d6f343c4f, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:39,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, REOPEN/MOVE because future has completed 2024-11-21T12:16:39,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:16:39,884 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:39,885 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:16:39,885 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,885 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:16:39,885 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,885 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,888 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,888 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:16:39,893 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e140af8e38a5dd7709db47d6f343c4f columnFamilyName A 2024-11-21T12:16:39,895 DEBUG [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:39,895 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.HStore(327): Store=3e140af8e38a5dd7709db47d6f343c4f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:16:39,896 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,897 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:16:39,897 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e140af8e38a5dd7709db47d6f343c4f columnFamilyName B 2024-11-21T12:16:39,897 DEBUG [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:39,897 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.HStore(327): Store=3e140af8e38a5dd7709db47d6f343c4f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:16:39,897 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,898 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:16:39,898 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e140af8e38a5dd7709db47d6f343c4f columnFamilyName C 2024-11-21T12:16:39,898 DEBUG [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:39,898 INFO [StoreOpener-3e140af8e38a5dd7709db47d6f343c4f-1 {}] regionserver.HStore(327): Store=3e140af8e38a5dd7709db47d6f343c4f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:16:39,898 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:39,899 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,899 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,900 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,901 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,901 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,901 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:16:39,903 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,903 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 3e140af8e38a5dd7709db47d6f343c4f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63510871, jitterRate=-0.05361427366733551}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:16:39,903 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:39,904 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 3e140af8e38a5dd7709db47d6f343c4f: Running coprocessor pre-open hook at 1732191399885Writing region info on filesystem at 1732191399885Initializing all the Stores at 1732191399886 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191399886Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191399886Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191399886Cleaning up temporary data from old regions at 1732191399901 (+15 ms)Running coprocessor post-open hooks at 1732191399903 (+2 ms)Region opened successfully at 1732191399904 (+1 ms) 2024-11-21T12:16:39,905 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., pid=41, masterSystemTime=1732191399881 2024-11-21T12:16:39,907 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:39,907 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:39,907 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=3e140af8e38a5dd7709db47d6f343c4f, regionState=OPEN, openSeqNum=5, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:39,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:16:39,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-21T12:16:39,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 in 182 msec 2024-11-21T12:16:39,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-21T12:16:39,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, REOPEN/MOVE in 505 msec 2024-11-21T12:16:39,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-21T12:16:39,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 516 msec 2024-11-21T12:16:39,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 939 msec 2024-11-21T12:16:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-21T12:16:39,921 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:39,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:39,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:39,924 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:39,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:39,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:39,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcc3c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:39,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:39,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:39,926 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:39,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d7d22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:39,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:39,928 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:39,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:39,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfa90e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:39,930 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be2e80e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208b436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:39,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:39,932 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2533b734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:39,934 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7998b3aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:39,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:39,936 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b875130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:39,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:39,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:39,937 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9f84c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffb7a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:39,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:39,939 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:39,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533e402f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:39,941 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2003f855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:39,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:39,943 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9f3161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:39,944 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:39,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57789666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:39,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:39,946 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:39,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:39,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:39,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173af643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:39,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:39,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:39,947 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e409a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:39,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:39,950 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0ba3a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:39,951 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e0e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494eb83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:16:39,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:16:39,953 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:16:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:16:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:16:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc592c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:16:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:16:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:39,956 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:16:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441bf5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:16:39,961 DEBUG [Thread-687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:39,961 DEBUG [Thread-691 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:39,961 DEBUG [Thread-689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:39,961 DEBUG [Thread-684 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:39,961 DEBUG [Thread-682 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:39,962 DEBUG [Thread-693 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:39,962 DEBUG [Thread-691 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:39,963 DEBUG [Thread-691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:39,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:39,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:39,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:39,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:39,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:39,965 DEBUG [Thread-678 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:39,965 DEBUG [Thread-680 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:39,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:39,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:39,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:39,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:39,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:39,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:39,966 DEBUG [Thread-676 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:16:39,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:39,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:39,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:16:39,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:16:39,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:39,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:16:39,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:16:39,969 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-21T12:16:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T12:16:39,971 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:39,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:16:39,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:16:39,972 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:39,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:39,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:16:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:16:39,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:16:39,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:16:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:16:39,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:16:39,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:16:39,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:39,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:39,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:39,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:39,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:39,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:40,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211628681869564548b7fc4ff3f61f1c23_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191399973/Put/seqid=0 2024-11-21T12:16:40,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741962_1138 (size=12154) 2024-11-21T12:16:40,043 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:40,049 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211628681869564548b7fc4ff3f61f1c23_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211628681869564548b7fc4ff3f61f1c23_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:40,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1732191400016, max timestamp=1732191400048Num uniques 859; 2024-11-21T12:16:40,059 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/c08945adc2014cc08ca830909b7d6eee, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:40,061 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1732191400016, max timestamp=1732191400048Num uniques 859; 2024-11-21T12:16:40,061 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-21T12:16:40,061 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1732191400016, max timestamp=1732191400048Num uniques 859; 2024-11-21T12:16:40,061 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-21T12:16:40,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-21T12:16:40,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/c08945adc2014cc08ca830909b7d6eee is 175, key is test_row_0/A:col10/1732191399973/Put/seqid=0 2024-11-21T12:16:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T12:16:40,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741963_1139 (size=30955) 2024-11-21T12:16:40,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191460082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191460084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191460086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191460087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,096 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/c08945adc2014cc08ca830909b7d6eee 2024-11-21T12:16:40,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1732191460092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/a4aae514c09f4f51bf4b603933f59494 is 50, key is test_row_0/B:col10/1732191399973/Put/seqid=0 2024-11-21T12:16:40,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T12:16:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:40,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741964_1140 (size=12001) 2024-11-21T12:16:40,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/a4aae514c09f4f51bf4b603933f59494 2024-11-21T12:16:40,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/a387709389f44ce8bdf0994a641ef8d7 is 50, key is test_row_0/C:col10/1732191399973/Put/seqid=0 2024-11-21T12:16:40,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741965_1141 (size=12001) 2024-11-21T12:16:40,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191460199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191460199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191460199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191460202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1732191460218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T12:16:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:40,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T12:16:40,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191460408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191460408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191460418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191460418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1732191460428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T12:16:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:40,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/a387709389f44ce8bdf0994a641ef8d7 2024-11-21T12:16:40,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T12:16:40,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:40,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:40,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:40,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T12:16:40,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/c08945adc2014cc08ca830909b7d6eee as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c08945adc2014cc08ca830909b7d6eee 2024-11-21T12:16:40,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c08945adc2014cc08ca830909b7d6eee, entries=150, sequenceid=14, filesize=30.2 K 2024-11-21T12:16:40,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/a4aae514c09f4f51bf4b603933f59494 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/a4aae514c09f4f51bf4b603933f59494 2024-11-21T12:16:40,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/a4aae514c09f4f51bf4b603933f59494, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T12:16:40,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/a387709389f44ce8bdf0994a641ef8d7 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/a387709389f44ce8bdf0994a641ef8d7 2024-11-21T12:16:40,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/a387709389f44ce8bdf0994a641ef8d7, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T12:16:40,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 3e140af8e38a5dd7709db47d6f343c4f in 650ms, sequenceid=14, compaction requested=false 2024-11-21T12:16:40,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:40,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=147.60 KB heapSize=396.70 KB 2024-11-21T12:16:40,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:40,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:40,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:40,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:40,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:40,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:40,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c8c5966e93314e8e9da07456fe3181f1_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191400085/Put/seqid=0 2024-11-21T12:16:40,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T12:16:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:40,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191460736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1732191460738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191460749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191460752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191460753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741966_1142 (size=12154) 2024-11-21T12:16:40,761 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:40,767 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c8c5966e93314e8e9da07456fe3181f1_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c8c5966e93314e8e9da07456fe3181f1_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:40,768 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/3395e803ffd14952832c771bfbfe83c6, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:40,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/3395e803ffd14952832c771bfbfe83c6 is 175, key is test_row_0/A:col10/1732191400085/Put/seqid=0 2024-11-21T12:16:40,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741967_1143 (size=30955) 2024-11-21T12:16:40,786 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=48, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/3395e803ffd14952832c771bfbfe83c6 2024-11-21T12:16:40,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e7a28b6df54d4a3a89fc9054ac642bde is 50, key is test_row_0/B:col10/1732191400085/Put/seqid=0 2024-11-21T12:16:40,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741968_1144 (size=12001) 2024-11-21T12:16:40,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e7a28b6df54d4a3a89fc9054ac642bde 2024-11-21T12:16:40,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/89dad9362b4d4d2badfed39a1752eb4b is 50, key is test_row_0/C:col10/1732191400085/Put/seqid=0 2024-11-21T12:16:40,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741969_1145 (size=12001) 2024-11-21T12:16:40,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191460857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191460858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191460858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191460868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:40,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T12:16:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:40,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:41,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T12:16:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:41,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:41,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:41,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191461068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191461068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191461068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191461077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T12:16:41,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T12:16:41,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:41,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:41,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:41,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:41,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:41,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/89dad9362b4d4d2badfed39a1752eb4b 2024-11-21T12:16:41,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/3395e803ffd14952832c771bfbfe83c6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3395e803ffd14952832c771bfbfe83c6 2024-11-21T12:16:41,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3395e803ffd14952832c771bfbfe83c6, entries=150, sequenceid=48, filesize=30.2 K 2024-11-21T12:16:41,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e7a28b6df54d4a3a89fc9054ac642bde as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e7a28b6df54d4a3a89fc9054ac642bde 2024-11-21T12:16:41,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e7a28b6df54d4a3a89fc9054ac642bde, entries=150, sequenceid=48, filesize=11.7 K 2024-11-21T12:16:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/89dad9362b4d4d2badfed39a1752eb4b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/89dad9362b4d4d2badfed39a1752eb4b 2024-11-21T12:16:41,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1732191461258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/89dad9362b4d4d2badfed39a1752eb4b, entries=150, sequenceid=48, filesize=11.7 K 2024-11-21T12:16:41,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~416.58 KB/426576, currentSize=40.25 KB/41220 for 3e140af8e38a5dd7709db47d6f343c4f in 545ms, sequenceid=48, compaction requested=false 2024-11-21T12:16:41,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:41,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T12:16:41,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:41,366 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-21T12:16:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:41,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e5de6967094348df9dc30c8b0a757150_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191400732/Put/seqid=0 2024-11-21T12:16:41,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:41,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741970_1146 (size=12154) 2024-11-21T12:16:41,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:41,414 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e5de6967094348df9dc30c8b0a757150_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e5de6967094348df9dc30c8b0a757150_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:41,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/c2da0d92200d44f2a44a0918ecf3c86b, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:41,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/c2da0d92200d44f2a44a0918ecf3c86b is 175, key is test_row_0/A:col10/1732191400732/Put/seqid=0 2024-11-21T12:16:41,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741971_1147 (size=30955) 2024-11-21T12:16:41,438 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191401411, max timestamp=1732191401435Num uniques 859; 2024-11-21T12:16:41,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:16:41,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191401411, max timestamp=1732191401435Num uniques 859; 2024-11-21T12:16:41,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:16:41,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191401411, max timestamp=1732191401435Num uniques 859; 2024-11-21T12:16:41,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:16:41,442 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/c2da0d92200d44f2a44a0918ecf3c86b 2024-11-21T12:16:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/b2efd97c7eba46cf945a34406d0af215 is 50, key is test_row_0/B:col10/1732191400732/Put/seqid=0 2024-11-21T12:16:41,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191461473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191461474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741972_1148 (size=12001) 2024-11-21T12:16:41,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191461480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,486 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/b2efd97c7eba46cf945a34406d0af215 2024-11-21T12:16:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191461482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/ca4580acde0b4447a8edf5a8646c218d is 50, key is test_row_0/C:col10/1732191400732/Put/seqid=0 2024-11-21T12:16:41,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741973_1149 (size=12001) 2024-11-21T12:16:41,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191461588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191461588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191461588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191461598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191461798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191461798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191461808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191461808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:41,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:41,913 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/ca4580acde0b4447a8edf5a8646c218d 2024-11-21T12:16:41,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/c2da0d92200d44f2a44a0918ecf3c86b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c2da0d92200d44f2a44a0918ecf3c86b 2024-11-21T12:16:41,925 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T12:16:41,938 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c2da0d92200d44f2a44a0918ecf3c86b, entries=150, sequenceid=57, filesize=30.2 K 2024-11-21T12:16:41,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/b2efd97c7eba46cf945a34406d0af215 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/b2efd97c7eba46cf945a34406d0af215 2024-11-21T12:16:41,952 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/b2efd97c7eba46cf945a34406d0af215, entries=150, sequenceid=57, filesize=11.7 K 2024-11-21T12:16:41,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/ca4580acde0b4447a8edf5a8646c218d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/ca4580acde0b4447a8edf5a8646c218d 2024-11-21T12:16:41,960 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/ca4580acde0b4447a8edf5a8646c218d, entries=150, sequenceid=57, filesize=11.7 K 2024-11-21T12:16:41,962 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 3e140af8e38a5dd7709db47d6f343c4f in 596ms, sequenceid=57, compaction requested=true 2024-11-21T12:16:41,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:41,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:41,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-21T12:16:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-21T12:16:41,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-21T12:16:41,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9920 sec 2024-11-21T12:16:41,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.9980 sec 2024-11-21T12:16:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:42,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=147.60 KB heapSize=415.92 KB 2024-11-21T12:16:42,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:42,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:16:42,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:16:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:16:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T12:16:42,128 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:42,129 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-21T12:16:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T12:16:42,131 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:42,132 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:42,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:42,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112104789b52ccff4c4abea31e752e38e0b7_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191401461/Put/seqid=0 2024-11-21T12:16:42,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191462128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:42,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191462127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:42,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191462134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:42,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191462135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:42,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741974_1150 (size=17034) 2024-11-21T12:16:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T12:16:42,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191462248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:42,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:42,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191462248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:42,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1732191462278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:42,283 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 3e140af8e38a5dd7709db47d6f343c4f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:42,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T12:16:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:42,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T12:16:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:42,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T12:16:42,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191462458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:42,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:42,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191462468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:42,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:42,552 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:42,557 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112104789b52ccff4c4abea31e752e38e0b7_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104789b52ccff4c4abea31e752e38e0b7_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:42,558 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/4c1038b0fdd3429291cd4d45418509ff, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:42,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/4c1038b0fdd3429291cd4d45418509ff is 175, key is test_row_0/A:col10/1732191401461/Put/seqid=0 2024-11-21T12:16:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741975_1151 (size=48139) 2024-11-21T12:16:42,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T12:16:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:42,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191462638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:42,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191462648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:42,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:42,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T12:16:42,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:42,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:42,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:42,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T12:16:42,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191462768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:42,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191462788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:42,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:42,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:42,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T12:16:42,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:42,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:42,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:42,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:42,970 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/4c1038b0fdd3429291cd4d45418509ff 2024-11-21T12:16:42,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/1457110bcb51409999ff82fb13626915 is 50, key is test_row_0/B:col10/1732191401461/Put/seqid=0 2024-11-21T12:16:42,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741976_1152 (size=12001) 2024-11-21T12:16:43,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T12:16:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:43,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:43,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T12:16:43,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:43,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:43,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:43,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:43,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T12:16:43,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191463288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:43,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191463298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:43,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T12:16:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:43,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:43,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/1457110bcb51409999ff82fb13626915 2024-11-21T12:16:43,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/8b2704f2fcb0478eba494d52b4d98c0c is 50, key is test_row_0/C:col10/1732191401461/Put/seqid=0 2024-11-21T12:16:43,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741977_1153 (size=12001) 2024-11-21T12:16:43,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/8b2704f2fcb0478eba494d52b4d98c0c 2024-11-21T12:16:43,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/4c1038b0fdd3429291cd4d45418509ff as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/4c1038b0fdd3429291cd4d45418509ff 2024-11-21T12:16:43,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/4c1038b0fdd3429291cd4d45418509ff, entries=250, sequenceid=95, filesize=47.0 K 2024-11-21T12:16:43,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/1457110bcb51409999ff82fb13626915 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/1457110bcb51409999ff82fb13626915 2024-11-21T12:16:43,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/1457110bcb51409999ff82fb13626915, entries=150, sequenceid=95, filesize=11.7 K 2024-11-21T12:16:43,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/8b2704f2fcb0478eba494d52b4d98c0c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/8b2704f2fcb0478eba494d52b4d98c0c 2024-11-21T12:16:43,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/8b2704f2fcb0478eba494d52b4d98c0c, entries=150, sequenceid=95, filesize=11.7 K 2024-11-21T12:16:43,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~436.03 KB/446496, currentSize=33.54 KB/34350 for 3e140af8e38a5dd7709db47d6f343c4f in 1323ms, sequenceid=95, compaction requested=true 2024-11-21T12:16:43,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:43,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:43,436 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:43,436 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:43,438 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:43,438 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:43,438 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/A is initiating minor compaction (all files) 2024-11-21T12:16:43,438 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/B is initiating minor compaction (all files) 2024-11-21T12:16:43,438 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/A in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:43,438 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/B in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:43,438 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c08945adc2014cc08ca830909b7d6eee, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3395e803ffd14952832c771bfbfe83c6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c2da0d92200d44f2a44a0918ecf3c86b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/4c1038b0fdd3429291cd4d45418509ff] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=137.7 K 2024-11-21T12:16:43,438 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/a4aae514c09f4f51bf4b603933f59494, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e7a28b6df54d4a3a89fc9054ac642bde, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/b2efd97c7eba46cf945a34406d0af215, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/1457110bcb51409999ff82fb13626915] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=46.9 K 2024-11-21T12:16:43,438 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:43,439 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c08945adc2014cc08ca830909b7d6eee, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3395e803ffd14952832c771bfbfe83c6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c2da0d92200d44f2a44a0918ecf3c86b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/4c1038b0fdd3429291cd4d45418509ff] 2024-11-21T12:16:43,439 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting a4aae514c09f4f51bf4b603933f59494, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732191399973 2024-11-21T12:16:43,439 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c08945adc2014cc08ca830909b7d6eee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732191399973 2024-11-21T12:16:43,439 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting e7a28b6df54d4a3a89fc9054ac642bde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732191400085 2024-11-21T12:16:43,439 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3395e803ffd14952832c771bfbfe83c6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732191400085 2024-11-21T12:16:43,440 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2da0d92200d44f2a44a0918ecf3c86b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732191400732 2024-11-21T12:16:43,440 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting b2efd97c7eba46cf945a34406d0af215, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732191400732 2024-11-21T12:16:43,441 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1457110bcb51409999ff82fb13626915, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732191401461 2024-11-21T12:16:43,441 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c1038b0fdd3429291cd4d45418509ff, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732191401461 2024-11-21T12:16:43,452 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:43,459 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:43,459 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/193acf4221b14c499678f39086355800 is 50, key is test_row_0/B:col10/1732191401461/Put/seqid=0 2024-11-21T12:16:43,465 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121ab6b936c4d824d61a939771b90310be5_3e140af8e38a5dd7709db47d6f343c4f store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:43,471 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121ab6b936c4d824d61a939771b90310be5_3e140af8e38a5dd7709db47d6f343c4f, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:43,471 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ab6b936c4d824d61a939771b90310be5_3e140af8e38a5dd7709db47d6f343c4f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:43,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741978_1154 (size=12139) 2024-11-21T12:16:43,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741979_1155 (size=4469) 2024-11-21T12:16:43,496 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#A#compaction#134 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:43,496 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/8c9f817f3d384d2ebd5dc93c13076889 is 175, key is test_row_0/A:col10/1732191401461/Put/seqid=0 2024-11-21T12:16:43,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741980_1156 (size=31093) 2024-11-21T12:16:43,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T12:16:43,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:43,516 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T12:16:43,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:43,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:43,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:43,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:43,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:43,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:43,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210533e1da947446c19c6cde789e01ce51_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191402124/Put/seqid=0 2024-11-21T12:16:43,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741981_1157 (size=12154) 2024-11-21T12:16:43,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:43,541 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210533e1da947446c19c6cde789e01ce51_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210533e1da947446c19c6cde789e01ce51_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:43,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/f998ec0cdf34418c882018c293cbd20a, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:43,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/f998ec0cdf34418c882018c293cbd20a is 175, key is test_row_0/A:col10/1732191402124/Put/seqid=0 2024-11-21T12:16:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741982_1158 (size=30955) 2024-11-21T12:16:43,549 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/f998ec0cdf34418c882018c293cbd20a 2024-11-21T12:16:43,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/af0d33c39333410bb1333b6474ea219c is 50, key is test_row_0/B:col10/1732191402124/Put/seqid=0 2024-11-21T12:16:43,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741983_1159 (size=12001) 2024-11-21T12:16:43,573 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/af0d33c39333410bb1333b6474ea219c 2024-11-21T12:16:43,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/69f742eb657f43fc9b97d6401417fd34 is 50, key is test_row_0/C:col10/1732191402124/Put/seqid=0 2024-11-21T12:16:43,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741984_1160 (size=12001) 2024-11-21T12:16:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:43,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:43,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732191403679, max timestamp=1732191403709Num uniques 859; 2024-11-21T12:16:43,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732191403679, max timestamp=1732191403709Num uniques 859; 2024-11-21T12:16:43,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732191403679, max timestamp=1732191403709Num uniques 859; 2024-11-21T12:16:43,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T12:16:43,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T12:16:43,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T12:16:43,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191463771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:43,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191463777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:43,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:43,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:43,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:43,890 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/193acf4221b14c499678f39086355800 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/193acf4221b14c499678f39086355800 2024-11-21T12:16:43,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191463888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191463888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:43,898 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/B of 3e140af8e38a5dd7709db47d6f343c4f into 193acf4221b14c499678f39086355800(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:43,898 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:43,898 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/B, priority=12, startTime=1732191403436; duration=0sec 2024-11-21T12:16:43,898 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:43,898 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:B 2024-11-21T12:16:43,898 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:43,900 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:43,900 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/C is initiating minor compaction (all files) 2024-11-21T12:16:43,900 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/C in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:43,900 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/a387709389f44ce8bdf0994a641ef8d7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/89dad9362b4d4d2badfed39a1752eb4b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/ca4580acde0b4447a8edf5a8646c218d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/8b2704f2fcb0478eba494d52b4d98c0c] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=46.9 K 2024-11-21T12:16:43,903 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting a387709389f44ce8bdf0994a641ef8d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732191399973 2024-11-21T12:16:43,904 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 89dad9362b4d4d2badfed39a1752eb4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732191400085 2024-11-21T12:16:43,904 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting ca4580acde0b4447a8edf5a8646c218d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732191400732 2024-11-21T12:16:43,904 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b2704f2fcb0478eba494d52b4d98c0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732191401461 2024-11-21T12:16:43,916 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#C#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:43,921 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/8c9f817f3d384d2ebd5dc93c13076889 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/8c9f817f3d384d2ebd5dc93c13076889 2024-11-21T12:16:43,921 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/6b43d6a65539439b8aea979046a713b8 is 50, key is test_row_0/C:col10/1732191401461/Put/seqid=0 2024-11-21T12:16:43,929 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/A of 3e140af8e38a5dd7709db47d6f343c4f into 8c9f817f3d384d2ebd5dc93c13076889(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:43,929 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:43,929 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/A, priority=12, startTime=1732191403435; duration=0sec 2024-11-21T12:16:43,929 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:43,929 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:A 2024-11-21T12:16:43,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741985_1161 (size=12139) 2024-11-21T12:16:43,945 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/6b43d6a65539439b8aea979046a713b8 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/6b43d6a65539439b8aea979046a713b8 2024-11-21T12:16:43,952 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/C of 3e140af8e38a5dd7709db47d6f343c4f into 6b43d6a65539439b8aea979046a713b8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:43,952 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:43,952 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/C, priority=12, startTime=1732191403436; duration=0sec 2024-11-21T12:16:43,952 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:43,952 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:C 2024-11-21T12:16:43,994 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/69f742eb657f43fc9b97d6401417fd34 2024-11-21T12:16:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/f998ec0cdf34418c882018c293cbd20a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f998ec0cdf34418c882018c293cbd20a 2024-11-21T12:16:44,005 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f998ec0cdf34418c882018c293cbd20a, entries=150, sequenceid=103, filesize=30.2 K 2024-11-21T12:16:44,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/af0d33c39333410bb1333b6474ea219c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/af0d33c39333410bb1333b6474ea219c 2024-11-21T12:16:44,011 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/af0d33c39333410bb1333b6474ea219c, entries=150, sequenceid=103, filesize=11.7 K 2024-11-21T12:16:44,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/69f742eb657f43fc9b97d6401417fd34 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/69f742eb657f43fc9b97d6401417fd34 2024-11-21T12:16:44,019 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/69f742eb657f43fc9b97d6401417fd34, entries=150, sequenceid=103, filesize=11.7 K 2024-11-21T12:16:44,021 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=154.31 KB/158010 for 3e140af8e38a5dd7709db47d6f343c4f in 505ms, sequenceid=103, compaction requested=false 2024-11-21T12:16:44,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:44,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:44,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-21T12:16:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-21T12:16:44,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-21T12:16:44,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8920 sec 2024-11-21T12:16:44,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.8970 sec 2024-11-21T12:16:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:44,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=161.02 KB heapSize=451.31 KB 2024-11-21T12:16:44,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:44,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:16:44,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:44,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:16:44,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:44,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:16:44,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218adc46fe45b94311b3d5f0f1b163c251_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191404102/Put/seqid=0 2024-11-21T12:16:44,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191464111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:44,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:44,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191464113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:44,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741986_1162 (size=14794) 2024-11-21T12:16:44,136 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:44,144 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218adc46fe45b94311b3d5f0f1b163c251_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218adc46fe45b94311b3d5f0f1b163c251_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:44,145 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/fc103ad42f4c4fcbabbe8b6aa51b598e, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:44,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/fc103ad42f4c4fcbabbe8b6aa51b598e is 175, key is test_row_0/A:col10/1732191404102/Put/seqid=0 2024-11-21T12:16:44,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741987_1163 (size=39749) 2024-11-21T12:16:44,159 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/fc103ad42f4c4fcbabbe8b6aa51b598e 2024-11-21T12:16:44,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/9d4618a75b9345d2b609beb94f18c36e is 50, key is test_row_0/B:col10/1732191404102/Put/seqid=0 2024-11-21T12:16:44,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741988_1164 (size=12151) 2024-11-21T12:16:44,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191464228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:44,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191464228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T12:16:44,279 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:44,279 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-21T12:16:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T12:16:44,283 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:44,284 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:44,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:44,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1732191464298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:44,301 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 3e140af8e38a5dd7709db47d6f343c4f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:44,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:44,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191464308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:44,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191464308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:44,315 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 3e140af8e38a5dd7709db47d6f343c4f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:44,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:44,315 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 3e140af8e38a5dd7709db47d6f343c4f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:44,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T12:16:44,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T12:16:44,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:44,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:44,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:44,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:44,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:44,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191464438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:44,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191464438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:44,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:44,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:44,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/9d4618a75b9345d2b609beb94f18c36e 2024-11-21T12:16:44,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/a03304842c0d4780a486382a63573899 is 50, key is test_row_0/C:col10/1732191404102/Put/seqid=0 2024-11-21T12:16:44,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741989_1165 (size=12151) 2024-11-21T12:16:44,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T12:16:44,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:44,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:44,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:44,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:44,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T12:16:44,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T12:16:44,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:44,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:44,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:44,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:44,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:44,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191464748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:44,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191464748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:44,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T12:16:44,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:44,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:44,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:44,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:44,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T12:16:44,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/a03304842c0d4780a486382a63573899 2024-11-21T12:16:44,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/fc103ad42f4c4fcbabbe8b6aa51b598e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/fc103ad42f4c4fcbabbe8b6aa51b598e 2024-11-21T12:16:45,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/fc103ad42f4c4fcbabbe8b6aa51b598e, entries=200, sequenceid=144, filesize=38.8 K 2024-11-21T12:16:45,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/9d4618a75b9345d2b609beb94f18c36e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/9d4618a75b9345d2b609beb94f18c36e 2024-11-21T12:16:45,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/9d4618a75b9345d2b609beb94f18c36e, entries=150, sequenceid=144, filesize=11.9 K 2024-11-21T12:16:45,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/a03304842c0d4780a486382a63573899 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/a03304842c0d4780a486382a63573899 2024-11-21T12:16:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/a03304842c0d4780a486382a63573899, entries=150, sequenceid=144, filesize=11.9 K 2024-11-21T12:16:45,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~451.27 KB/462096, currentSize=26.84 KB/27480 for 3e140af8e38a5dd7709db47d6f343c4f in 912ms, sequenceid=144, compaction requested=true 2024-11-21T12:16:45,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:45,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:45,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:45,016 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:45,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:45,016 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:45,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:45,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:45,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:45,018 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:45,018 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:45,018 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/B is initiating minor compaction (all files) 2024-11-21T12:16:45,018 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/A is initiating minor compaction (all files) 2024-11-21T12:16:45,018 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/B in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:45,018 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/A in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:45,018 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/193acf4221b14c499678f39086355800, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/af0d33c39333410bb1333b6474ea219c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/9d4618a75b9345d2b609beb94f18c36e] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=35.4 K 2024-11-21T12:16:45,018 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/8c9f817f3d384d2ebd5dc93c13076889, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f998ec0cdf34418c882018c293cbd20a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/fc103ad42f4c4fcbabbe8b6aa51b598e] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=99.4 K 2024-11-21T12:16:45,018 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:45,018 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/8c9f817f3d384d2ebd5dc93c13076889, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f998ec0cdf34418c882018c293cbd20a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/fc103ad42f4c4fcbabbe8b6aa51b598e] 2024-11-21T12:16:45,018 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 193acf4221b14c499678f39086355800, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732191401461 2024-11-21T12:16:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,018 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c9f817f3d384d2ebd5dc93c13076889, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732191401461 2024-11-21T12:16:45,019 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting af0d33c39333410bb1333b6474ea219c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732191402124 2024-11-21T12:16:45,019 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f998ec0cdf34418c882018c293cbd20a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732191402124 2024-11-21T12:16:45,019 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d4618a75b9345d2b609beb94f18c36e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732191403769 2024-11-21T12:16:45,019 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc103ad42f4c4fcbabbe8b6aa51b598e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732191403752 2024-11-21T12:16:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,028 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,034 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411210de68e4f250a48bd82882056457311c1_3e140af8e38a5dd7709db47d6f343c4f store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,037 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#B#compaction#144 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,038 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/7bb9d464b9da4ed5aa5f3f25c528975c is 50, key is test_row_0/B:col10/1732191404102/Put/seqid=0 2024-11-21T12:16:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,042 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411210de68e4f250a48bd82882056457311c1_3e140af8e38a5dd7709db47d6f343c4f, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:45,042 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210de68e4f250a48bd82882056457311c1_3e140af8e38a5dd7709db47d6f343c4f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T12:16:45,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,051 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-21T12:16:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:45,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:45,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:45,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:45,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741990_1166 (size=12391) 2024-11-21T12:16:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741991_1167 (size=4469) 2024-11-21T12:16:45,078 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#A#compaction#143 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:45,078 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/67c9fe5a832d4062800f5af1c9d911e1 is 175, key is test_row_0/A:col10/1732191404102/Put/seqid=0 2024-11-21T12:16:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211677dcecc9514b5f9646157dffd13eaa_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191404110/Put/seqid=0 2024-11-21T12:16:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741992_1168 (size=31345) 2024-11-21T12:16:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,122 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/67c9fe5a832d4062800f5af1c9d911e1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/67c9fe5a832d4062800f5af1c9d911e1 2024-11-21T12:16:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,129 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/A of 3e140af8e38a5dd7709db47d6f343c4f into 67c9fe5a832d4062800f5af1c9d911e1(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:45,129 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:45,129 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/A, priority=13, startTime=1732191405016; duration=0sec 2024-11-21T12:16:45,129 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:45,129 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:A 2024-11-21T12:16:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,129 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,131 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,131 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/C is initiating minor compaction (all files) 2024-11-21T12:16:45,131 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/C in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:45,131 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/6b43d6a65539439b8aea979046a713b8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/69f742eb657f43fc9b97d6401417fd34, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/a03304842c0d4780a486382a63573899] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=35.4 K 2024-11-21T12:16:45,132 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b43d6a65539439b8aea979046a713b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732191401461 2024-11-21T12:16:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,132 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69f742eb657f43fc9b97d6401417fd34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732191402124 2024-11-21T12:16:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,133 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a03304842c0d4780a486382a63573899, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732191403769 2024-11-21T12:16:45,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741993_1169 (size=9814) 2024-11-21T12:16:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,141 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211677dcecc9514b5f9646157dffd13eaa_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211677dcecc9514b5f9646157dffd13eaa_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/c0767cfa17884ecfa6c1693ab963c84f, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/c0767cfa17884ecfa6c1693ab963c84f is 175, key is test_row_0/A:col10/1732191404110/Put/seqid=0 2024-11-21T12:16:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,146 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#C#compaction#146 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,146 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/8b4a2ad2f0464247bf018bafa37419f2 is 50, key is test_row_0/C:col10/1732191404102/Put/seqid=0 2024-11-21T12:16:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741994_1170 (size=22461) 2024-11-21T12:16:45,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741995_1171 (size=12391) 2024-11-21T12:16:45,187 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/8b4a2ad2f0464247bf018bafa37419f2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/8b4a2ad2f0464247bf018bafa37419f2 2024-11-21T12:16:45,193 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/C of 3e140af8e38a5dd7709db47d6f343c4f into 8b4a2ad2f0464247bf018bafa37419f2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:45,194 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:45,194 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/C, priority=13, startTime=1732191405017; duration=0sec 2024-11-21T12:16:45,194 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:45,194 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:C 2024-11-21T12:16:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:45,331 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732191405308, max timestamp=1732191405321Num uniques 859; 2024-11-21T12:16:45,331 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T12:16:45,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732191405308, max timestamp=1732191405321Num uniques 859; 2024-11-21T12:16:45,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T12:16:45,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732191405308, max timestamp=1732191405321Num uniques 859; 2024-11-21T12:16:45,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T12:16:45,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732191405360, max timestamp=1732191405386Num uniques 1009; 2024-11-21T12:16:45,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=12268, suffix heap size=132904,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=268 2024-11-21T12:16:45,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732191405360, max timestamp=1732191405386Num uniques 1009; 2024-11-21T12:16:45,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=12268, suffix heap size=132904,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=268 2024-11-21T12:16:45,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732191405360, max timestamp=1732191405386Num uniques 1009; 2024-11-21T12:16:45,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=12268, suffix heap size=132904,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=268 2024-11-21T12:16:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T12:16:45,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732191405411, max timestamp=1732191405445Num uniques 1127; 2024-11-21T12:16:45,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732191405411, max timestamp=1732191405445Num uniques 1127; 2024-11-21T12:16:45,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732191405411, max timestamp=1732191405445Num uniques 1127; 2024-11-21T12:16:45,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=12682, suffix heap size=145176,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=277 2024-11-21T12:16:45,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=12682, suffix heap size=145176,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=277 2024-11-21T12:16:45,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=12682, suffix heap size=145176,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=277 2024-11-21T12:16:45,476 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/7bb9d464b9da4ed5aa5f3f25c528975c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/7bb9d464b9da4ed5aa5f3f25c528975c 2024-11-21T12:16:45,487 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/B of 3e140af8e38a5dd7709db47d6f343c4f into 7bb9d464b9da4ed5aa5f3f25c528975c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:45,487 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:45,487 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/B, priority=13, startTime=1732191405016; duration=0sec 2024-11-21T12:16:45,487 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:45,487 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:B 2024-11-21T12:16:45,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732191405491, max timestamp=1732191405515Num uniques 1136; 2024-11-21T12:16:45,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732191405491, max timestamp=1732191405515Num uniques 1136; 2024-11-21T12:16:45,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-21T12:16:45,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-21T12:16:45,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732191405491, max timestamp=1732191405515Num uniques 1136; 2024-11-21T12:16:45,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-21T12:16:45,575 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=151, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/c0767cfa17884ecfa6c1693ab963c84f 2024-11-21T12:16:45,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732191405556, max timestamp=1732191405577Num uniques 1145; 2024-11-21T12:16:45,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=13510, suffix heap size=147048,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=295 2024-11-21T12:16:45,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732191405556, max timestamp=1732191405577Num uniques 1145; 2024-11-21T12:16:45,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=13510, suffix heap size=147048,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=295 2024-11-21T12:16:45,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732191405556, max timestamp=1732191405577Num uniques 1145; 2024-11-21T12:16:45,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=13510, suffix heap size=147048,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=295 2024-11-21T12:16:45,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/c0c6660608d54d4ea91a90020aec4f2f is 50, key is test_row_0/B:col10/1732191404110/Put/seqid=0 2024-11-21T12:16:45,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741996_1172 (size=9757) 2024-11-21T12:16:45,610 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/c0c6660608d54d4ea91a90020aec4f2f 2024-11-21T12:16:45,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/29d972d5e74e4ec7b2b6a8fbaa4f0103 is 50, key is test_row_0/C:col10/1732191404110/Put/seqid=0 2024-11-21T12:16:45,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741997_1173 (size=9757) 2024-11-21T12:16:45,632 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/29d972d5e74e4ec7b2b6a8fbaa4f0103 2024-11-21T12:16:45,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/c0767cfa17884ecfa6c1693ab963c84f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c0767cfa17884ecfa6c1693ab963c84f 2024-11-21T12:16:45,662 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c0767cfa17884ecfa6c1693ab963c84f, entries=100, sequenceid=151, filesize=21.9 K 2024-11-21T12:16:45,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/c0c6660608d54d4ea91a90020aec4f2f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/c0c6660608d54d4ea91a90020aec4f2f 2024-11-21T12:16:45,672 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/c0c6660608d54d4ea91a90020aec4f2f, entries=100, sequenceid=151, filesize=9.5 K 2024-11-21T12:16:45,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/29d972d5e74e4ec7b2b6a8fbaa4f0103 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/29d972d5e74e4ec7b2b6a8fbaa4f0103 2024-11-21T12:16:45,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732191405635, max timestamp=1732191405678Num uniques 1154; 2024-11-21T12:16:45,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732191405635, max timestamp=1732191405678Num uniques 1154; 2024-11-21T12:16:45,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732191405635, max timestamp=1732191405678Num uniques 1154; 2024-11-21T12:16:45,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=9340, suffix heap size=147984,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=204 2024-11-21T12:16:45,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=9340, suffix heap size=147984,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=204 2024-11-21T12:16:45,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=9340, suffix heap size=147984,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=204 2024-11-21T12:16:45,686 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/29d972d5e74e4ec7b2b6a8fbaa4f0103, entries=100, sequenceid=151, filesize=9.5 K 2024-11-21T12:16:45,687 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=33.54 KB/34350 for 3e140af8e38a5dd7709db47d6f343c4f in 636ms, sequenceid=151, compaction requested=false 2024-11-21T12:16:45,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:45,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:45,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-21T12:16:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-21T12:16:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:45,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=53.67 KB heapSize=141.70 KB 2024-11-21T12:16:45,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:45,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:45,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:45,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:45,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:45,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:45,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-21T12:16:45,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-11-21T12:16:45,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.4140 sec 2024-11-21T12:16:45,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b831cf4c2fba45ecaf3aea5c0a75d4fa_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191405689/Put/seqid=0 2024-11-21T12:16:45,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741998_1174 (size=19974) 2024-11-21T12:16:45,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191405735, max timestamp=1732191405754Num uniques 859; 2024-11-21T12:16:45,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:16:45,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191405735, max timestamp=1732191405754Num uniques 859; 2024-11-21T12:16:45,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191405735, max timestamp=1732191405754Num uniques 859; 2024-11-21T12:16:45,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:16:45,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:16:45,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191465819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:45,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191465826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:45,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:45,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:45,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:45,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191465937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:45,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191465938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:46,134 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:46,139 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b831cf4c2fba45ecaf3aea5c0a75d4fa_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b831cf4c2fba45ecaf3aea5c0a75d4fa_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:46,140 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/0f866cefdcae4dfaa789464df5b5fcf0, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:46,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/0f866cefdcae4dfaa789464df5b5fcf0 is 175, key is test_row_0/A:col10/1732191405689/Put/seqid=0 2024-11-21T12:16:46,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741999_1175 (size=57233) 2024-11-21T12:16:46,150 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/0f866cefdcae4dfaa789464df5b5fcf0 2024-11-21T12:16:46,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191466148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:46,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191466148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:46,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/ffc8e626917e400fa428543dc93c2ae3 is 50, key is test_row_0/B:col10/1732191405689/Put/seqid=0 2024-11-21T12:16:46,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742000_1176 (size=12301) 2024-11-21T12:16:46,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/ffc8e626917e400fa428543dc93c2ae3 2024-11-21T12:16:46,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/7ecaecc2402b40cd8cdb92f8d1f64194 is 50, key is test_row_0/C:col10/1732191405689/Put/seqid=0 2024-11-21T12:16:46,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742001_1177 (size=12301) 2024-11-21T12:16:46,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191466328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:46,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191466328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:46,332 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 3e140af8e38a5dd7709db47d6f343c4f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:46,332 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 3e140af8e38a5dd7709db47d6f343c4f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T12:16:46,430 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:46,430 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-21T12:16:46,433 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T12:16:46,434 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:46,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:46,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191466458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:46,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:46,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191466459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:46,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T12:16:46,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/7ecaecc2402b40cd8cdb92f8d1f64194 2024-11-21T12:16:46,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-21T12:16:46,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:46,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:46,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:46,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:46,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:46,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/0f866cefdcae4dfaa789464df5b5fcf0 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/0f866cefdcae4dfaa789464df5b5fcf0 2024-11-21T12:16:46,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/0f866cefdcae4dfaa789464df5b5fcf0, entries=300, sequenceid=264, filesize=55.9 K 2024-11-21T12:16:46,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/ffc8e626917e400fa428543dc93c2ae3 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/ffc8e626917e400fa428543dc93c2ae3 2024-11-21T12:16:46,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/ffc8e626917e400fa428543dc93c2ae3, entries=150, sequenceid=264, filesize=12.0 K 2024-11-21T12:16:46,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/7ecaecc2402b40cd8cdb92f8d1f64194 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/7ecaecc2402b40cd8cdb92f8d1f64194 2024-11-21T12:16:46,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/7ecaecc2402b40cd8cdb92f8d1f64194, entries=150, sequenceid=264, filesize=12.0 K 2024-11-21T12:16:46,615 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-21T12:16:46,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.66 KB/145056, currentSize=134.18 KB/137400 for 3e140af8e38a5dd7709db47d6f343c4f in 925ms, sequenceid=264, compaction requested=true 2024-11-21T12:16:46,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:46,617 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:46,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:46,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:46,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:46,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:46,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:46,618 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:46,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:46,619 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:46,619 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/A is initiating minor compaction (all files) 2024-11-21T12:16:46,619 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:46,619 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/B is initiating minor compaction (all files) 2024-11-21T12:16:46,619 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/A in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:46,619 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/B in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:46,619 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/7bb9d464b9da4ed5aa5f3f25c528975c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/c0c6660608d54d4ea91a90020aec4f2f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/ffc8e626917e400fa428543dc93c2ae3] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=33.6 K 2024-11-21T12:16:46,619 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/67c9fe5a832d4062800f5af1c9d911e1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c0767cfa17884ecfa6c1693ab963c84f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/0f866cefdcae4dfaa789464df5b5fcf0] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=108.4 K 2024-11-21T12:16:46,619 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:46,619 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/67c9fe5a832d4062800f5af1c9d911e1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c0767cfa17884ecfa6c1693ab963c84f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/0f866cefdcae4dfaa789464df5b5fcf0] 2024-11-21T12:16:46,620 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bb9d464b9da4ed5aa5f3f25c528975c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732191403769 2024-11-21T12:16:46,620 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67c9fe5a832d4062800f5af1c9d911e1, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732191403769 2024-11-21T12:16:46,620 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting c0c6660608d54d4ea91a90020aec4f2f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732191404109 2024-11-21T12:16:46,620 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0767cfa17884ecfa6c1693ab963c84f, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732191404109 2024-11-21T12:16:46,621 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting ffc8e626917e400fa428543dc93c2ae3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732191405688 2024-11-21T12:16:46,621 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f866cefdcae4dfaa789464df5b5fcf0, keycount=300, bloomtype=ROW, size=55.9 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732191405635 2024-11-21T12:16:46,629 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#B#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:46,630 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/95848a172c444a789f9e20615c73f784 is 50, key is test_row_0/B:col10/1732191405689/Put/seqid=0 2024-11-21T12:16:46,637 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:46,645 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121ebce8f055ecb4d24a5187762de4694d3_3e140af8e38a5dd7709db47d6f343c4f store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:46,648 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121ebce8f055ecb4d24a5187762de4694d3_3e140af8e38a5dd7709db47d6f343c4f, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:46,648 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ebce8f055ecb4d24a5187762de4694d3_3e140af8e38a5dd7709db47d6f343c4f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:46,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742002_1178 (size=12643) 2024-11-21T12:16:46,663 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/95848a172c444a789f9e20615c73f784 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/95848a172c444a789f9e20615c73f784 2024-11-21T12:16:46,673 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/B of 3e140af8e38a5dd7709db47d6f343c4f into 95848a172c444a789f9e20615c73f784(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:46,673 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:46,673 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/B, priority=13, startTime=1732191406618; duration=0sec 2024-11-21T12:16:46,673 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:46,673 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:B 2024-11-21T12:16:46,674 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:46,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742003_1179 (size=4469) 2024-11-21T12:16:46,678 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:46,678 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/C is initiating minor compaction (all files) 2024-11-21T12:16:46,678 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/C in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:46,679 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/8b4a2ad2f0464247bf018bafa37419f2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/29d972d5e74e4ec7b2b6a8fbaa4f0103, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/7ecaecc2402b40cd8cdb92f8d1f64194] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=33.6 K 2024-11-21T12:16:46,679 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b4a2ad2f0464247bf018bafa37419f2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732191403769 2024-11-21T12:16:46,679 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 29d972d5e74e4ec7b2b6a8fbaa4f0103, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732191404109 2024-11-21T12:16:46,680 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ecaecc2402b40cd8cdb92f8d1f64194, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732191405688 2024-11-21T12:16:46,691 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#C#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:46,692 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/39e5f90827514beab2f65848f5c7323a is 50, key is test_row_0/C:col10/1732191405689/Put/seqid=0 2024-11-21T12:16:46,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742004_1180 (size=12643) 2024-11-21T12:16:46,721 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/39e5f90827514beab2f65848f5c7323a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/39e5f90827514beab2f65848f5c7323a 2024-11-21T12:16:46,730 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/C of 3e140af8e38a5dd7709db47d6f343c4f into 39e5f90827514beab2f65848f5c7323a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:46,730 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:46,730 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/C, priority=13, startTime=1732191406618; duration=0sec 2024-11-21T12:16:46,730 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:46,730 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:C 2024-11-21T12:16:46,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-21T12:16:46,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:46,746 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-21T12:16:46,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:46,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:46,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:46,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:46,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:46,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T12:16:46,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f76cce6df5424a40b049f2650406f4fb_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191405817/Put/seqid=0 2024-11-21T12:16:46,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742005_1181 (size=12454) 2024-11-21T12:16:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:46,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:46,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191466982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:46,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191466986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:46,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:46,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T12:16:47,080 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#A#compaction#153 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:47,081 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/a56b05c61e2a4947a210e5c1b7eb2ad9 is 175, key is test_row_0/A:col10/1732191405689/Put/seqid=0 2024-11-21T12:16:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742006_1182 (size=31597) 2024-11-21T12:16:47,092 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/a56b05c61e2a4947a210e5c1b7eb2ad9 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/a56b05c61e2a4947a210e5c1b7eb2ad9 2024-11-21T12:16:47,099 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/A of 3e140af8e38a5dd7709db47d6f343c4f into a56b05c61e2a4947a210e5c1b7eb2ad9(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:47,099 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:47,099 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/A, priority=13, startTime=1732191406617; duration=0sec 2024-11-21T12:16:47,099 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:47,099 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:A 2024-11-21T12:16:47,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191467098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:47,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:47,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191467098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:47,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:47,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:47,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:47,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:47,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:47,177 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f76cce6df5424a40b049f2650406f4fb_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f76cce6df5424a40b049f2650406f4fb_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:47,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/932aa22a6a1e4449b01e71598c86d10e, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:47,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/932aa22a6a1e4449b01e71598c86d10e is 175, key is test_row_0/A:col10/1732191405817/Put/seqid=0 2024-11-21T12:16:47,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742007_1183 (size=31255) 2024-11-21T12:16:47,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191467307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191467307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T12:16:47,585 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/932aa22a6a1e4449b01e71598c86d10e 2024-11-21T12:16:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/518f863aae674cb7aee29db4ca84f7ef is 50, key is test_row_0/B:col10/1732191405817/Put/seqid=0 2024-11-21T12:16:47,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742008_1184 (size=12301) 2024-11-21T12:16:47,600 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/518f863aae674cb7aee29db4ca84f7ef 2024-11-21T12:16:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/abd1744263d845a7b6f49dd8047feed1 is 50, key is test_row_0/C:col10/1732191405817/Put/seqid=0 2024-11-21T12:16:47,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:47,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742009_1185 (size=12301) 2024-11-21T12:16:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191467618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:47,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191467618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:47,621 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/abd1744263d845a7b6f49dd8047feed1 2024-11-21T12:16:47,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/932aa22a6a1e4449b01e71598c86d10e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/932aa22a6a1e4449b01e71598c86d10e 2024-11-21T12:16:47,632 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/932aa22a6a1e4449b01e71598c86d10e, entries=150, sequenceid=302, filesize=30.5 K 2024-11-21T12:16:47,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/518f863aae674cb7aee29db4ca84f7ef as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/518f863aae674cb7aee29db4ca84f7ef 2024-11-21T12:16:47,638 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/518f863aae674cb7aee29db4ca84f7ef, entries=150, sequenceid=302, filesize=12.0 K 2024-11-21T12:16:47,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/abd1744263d845a7b6f49dd8047feed1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/abd1744263d845a7b6f49dd8047feed1 2024-11-21T12:16:47,644 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/abd1744263d845a7b6f49dd8047feed1, entries=150, sequenceid=302, filesize=12.0 K 2024-11-21T12:16:47,645 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 3e140af8e38a5dd7709db47d6f343c4f in 899ms, sequenceid=302, compaction requested=false 2024-11-21T12:16:47,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:47,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:47,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-21T12:16:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-21T12:16:47,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-21T12:16:47,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2130 sec 2024-11-21T12:16:47,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.2200 sec 2024-11-21T12:16:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:48,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T12:16:48,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:48,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:48,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:48,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:48,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:48,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:48,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cf3fa494176f44ff9af46eb82a9702fd_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191408129/Put/seqid=0 2024-11-21T12:16:48,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742010_1186 (size=17534) 2024-11-21T12:16:48,163 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:48,167 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cf3fa494176f44ff9af46eb82a9702fd_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cf3fa494176f44ff9af46eb82a9702fd_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:48,169 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/1c3dbe3a14124e8b86fa60c5cab41ca2, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:48,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/1c3dbe3a14124e8b86fa60c5cab41ca2 is 175, key is test_row_0/A:col10/1732191408129/Put/seqid=0 2024-11-21T12:16:48,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742011_1187 (size=48639) 2024-11-21T12:16:48,180 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/1c3dbe3a14124e8b86fa60c5cab41ca2 2024-11-21T12:16:48,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191468190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:48,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/20cbac9d775649d69529801bf6841dfa is 50, key is test_row_0/B:col10/1732191408129/Put/seqid=0 2024-11-21T12:16:48,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:48,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191468191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:48,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:48,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742012_1188 (size=12301) 2024-11-21T12:16:48,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191468298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:48,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1732191468308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:48,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191468308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:48,313 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 3e140af8e38a5dd7709db47d6f343c4f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:48,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191468508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:48,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191468518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:48,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T12:16:48,578 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:48,578 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-21T12:16:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T12:16:48,580 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:48,581 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:48,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:48,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/20cbac9d775649d69529801bf6841dfa 2024-11-21T12:16:48,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/18d84e08eb634b708604f1f4d11c8c0e is 50, key is test_row_0/C:col10/1732191408129/Put/seqid=0 2024-11-21T12:16:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742013_1189 (size=12301) 2024-11-21T12:16:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T12:16:48,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T12:16:48,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:48,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:48,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:48,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:48,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:48,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191468818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:48,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191468828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:48,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:48,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:48,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T12:16:48,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:48,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:48,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:48,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:48,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T12:16:49,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/18d84e08eb634b708604f1f4d11c8c0e 2024-11-21T12:16:49,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/1c3dbe3a14124e8b86fa60c5cab41ca2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/1c3dbe3a14124e8b86fa60c5cab41ca2 2024-11-21T12:16:49,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/1c3dbe3a14124e8b86fa60c5cab41ca2, entries=250, sequenceid=315, filesize=47.5 K 2024-11-21T12:16:49,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/20cbac9d775649d69529801bf6841dfa as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/20cbac9d775649d69529801bf6841dfa 2024-11-21T12:16:49,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/20cbac9d775649d69529801bf6841dfa, entries=150, sequenceid=315, filesize=12.0 K 2024-11-21T12:16:49,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/18d84e08eb634b708604f1f4d11c8c0e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/18d84e08eb634b708604f1f4d11c8c0e 2024-11-21T12:16:49,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T12:16:49,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:49,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:49,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:49,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:49,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:49,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/18d84e08eb634b708604f1f4d11c8c0e, entries=150, sequenceid=315, filesize=12.0 K 2024-11-21T12:16:49,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3e140af8e38a5dd7709db47d6f343c4f in 916ms, sequenceid=315, compaction requested=true 2024-11-21T12:16:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:49,049 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:49,049 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:49,050 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:49,050 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111491 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:49,050 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/B is initiating minor compaction (all files) 2024-11-21T12:16:49,050 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/A is initiating minor compaction (all files) 2024-11-21T12:16:49,050 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/B in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:49,051 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/A in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:49,051 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/95848a172c444a789f9e20615c73f784, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/518f863aae674cb7aee29db4ca84f7ef, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/20cbac9d775649d69529801bf6841dfa] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=36.4 K 2024-11-21T12:16:49,051 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/a56b05c61e2a4947a210e5c1b7eb2ad9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/932aa22a6a1e4449b01e71598c86d10e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/1c3dbe3a14124e8b86fa60c5cab41ca2] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=108.9 K 2024-11-21T12:16:49,051 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:49,051 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/a56b05c61e2a4947a210e5c1b7eb2ad9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/932aa22a6a1e4449b01e71598c86d10e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/1c3dbe3a14124e8b86fa60c5cab41ca2] 2024-11-21T12:16:49,051 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 95848a172c444a789f9e20615c73f784, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732191405688 2024-11-21T12:16:49,052 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a56b05c61e2a4947a210e5c1b7eb2ad9, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732191405688 2024-11-21T12:16:49,052 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 518f863aae674cb7aee29db4ca84f7ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732191405809 2024-11-21T12:16:49,052 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 20cbac9d775649d69529801bf6841dfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732191406980 2024-11-21T12:16:49,053 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 932aa22a6a1e4449b01e71598c86d10e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732191405809 2024-11-21T12:16:49,054 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c3dbe3a14124e8b86fa60c5cab41ca2, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732191406980 2024-11-21T12:16:49,062 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#B#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:49,063 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/ab44e9bc5d65427dae65dd9d32bbec87 is 50, key is test_row_0/B:col10/1732191408129/Put/seqid=0 2024-11-21T12:16:49,065 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:49,071 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112134d7019f21894341b800444c3c439585_3e140af8e38a5dd7709db47d6f343c4f store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:49,074 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112134d7019f21894341b800444c3c439585_3e140af8e38a5dd7709db47d6f343c4f, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:49,074 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112134d7019f21894341b800444c3c439585_3e140af8e38a5dd7709db47d6f343c4f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:49,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742014_1190 (size=12745) 2024-11-21T12:16:49,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742015_1191 (size=4469) 2024-11-21T12:16:49,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T12:16:49,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:49,195 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T12:16:49,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:49,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:49,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:49,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:49,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:49,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:49,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210717b1990fe04da3a51ebee52a6e7b9f_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191408189/Put/seqid=0 2024-11-21T12:16:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T12:16:49,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742016_1192 (size=12454) 2024-11-21T12:16:49,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:49,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191469372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:49,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191469374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:49,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191469478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:49,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191469488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:49,512 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#A#compaction#162 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:49,513 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/049d3dbac7a44d9cb18ad68588b273bd is 175, key is test_row_0/A:col10/1732191408129/Put/seqid=0 2024-11-21T12:16:49,518 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/ab44e9bc5d65427dae65dd9d32bbec87 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/ab44e9bc5d65427dae65dd9d32bbec87 2024-11-21T12:16:49,524 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/B of 3e140af8e38a5dd7709db47d6f343c4f into ab44e9bc5d65427dae65dd9d32bbec87(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:49,524 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:49,524 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/B, priority=13, startTime=1732191409049; duration=0sec 2024-11-21T12:16:49,525 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:49,525 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:B 2024-11-21T12:16:49,525 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:49,528 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:49,528 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/C is initiating minor compaction (all files) 2024-11-21T12:16:49,528 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/C in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:49,529 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/39e5f90827514beab2f65848f5c7323a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/abd1744263d845a7b6f49dd8047feed1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/18d84e08eb634b708604f1f4d11c8c0e] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=36.4 K 2024-11-21T12:16:49,529 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 39e5f90827514beab2f65848f5c7323a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732191405688 2024-11-21T12:16:49,530 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting abd1744263d845a7b6f49dd8047feed1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732191405809 2024-11-21T12:16:49,530 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 18d84e08eb634b708604f1f4d11c8c0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732191406980 2024-11-21T12:16:49,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742017_1193 (size=31699) 2024-11-21T12:16:49,541 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/049d3dbac7a44d9cb18ad68588b273bd as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/049d3dbac7a44d9cb18ad68588b273bd 2024-11-21T12:16:49,547 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/A of 3e140af8e38a5dd7709db47d6f343c4f into 049d3dbac7a44d9cb18ad68588b273bd(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:49,547 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:49,547 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/A, priority=13, startTime=1732191409049; duration=0sec 2024-11-21T12:16:49,547 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:49,547 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:A 2024-11-21T12:16:49,561 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:49,562 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/af528bff9e804d0aa99a4ca0c1178e7c is 50, key is test_row_0/C:col10/1732191408129/Put/seqid=0 2024-11-21T12:16:49,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742018_1194 (size=12745) 2024-11-21T12:16:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:49,621 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210717b1990fe04da3a51ebee52a6e7b9f_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210717b1990fe04da3a51ebee52a6e7b9f_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:49,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/22fecef92d1d49d5bafb08c4e294a7cc, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:49,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/22fecef92d1d49d5bafb08c4e294a7cc is 175, key is test_row_0/A:col10/1732191408189/Put/seqid=0 2024-11-21T12:16:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742019_1195 (size=31255) 2024-11-21T12:16:49,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191469699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:49,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:49,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:49,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:49,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191469699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:49,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:49,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:49,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T12:16:49,981 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/af528bff9e804d0aa99a4ca0c1178e7c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/af528bff9e804d0aa99a4ca0c1178e7c 2024-11-21T12:16:49,991 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/C of 3e140af8e38a5dd7709db47d6f343c4f into af528bff9e804d0aa99a4ca0c1178e7c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:49,991 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:49,991 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/C, priority=13, startTime=1732191409049; duration=0sec 2024-11-21T12:16:49,991 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:49,991 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:C 2024-11-21T12:16:50,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191470008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:50,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:50,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:50,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:50,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191470008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:50,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:50,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:50,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:50,030 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/22fecef92d1d49d5bafb08c4e294a7cc 2024-11-21T12:16:50,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/268713f8a4af42c8b7200a5031984a1e is 50, key is test_row_0/B:col10/1732191408189/Put/seqid=0 2024-11-21T12:16:50,068 INFO [master/9bb5b7e9dd2c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T12:16:50,068 INFO [master/9bb5b7e9dd2c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T12:16:50,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742020_1196 (size=12301) 2024-11-21T12:16:50,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191470338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:50,339 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 3e140af8e38a5dd7709db47d6f343c4f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:50,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:50,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:50,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:50,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191470378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:50,391 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 3e140af8e38a5dd7709db47d6f343c4f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8256 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:50,474 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/268713f8a4af42c8b7200a5031984a1e 2024-11-21T12:16:50,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/67f953faf99d4a458f7d4ceb594ea6f6 is 50, key is test_row_0/C:col10/1732191408189/Put/seqid=0 2024-11-21T12:16:50,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191470518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:50,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191470521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:50,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:50,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:50,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:50,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:50,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742021_1197 (size=12301) 2024-11-21T12:16:50,541 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/67f953faf99d4a458f7d4ceb594ea6f6 2024-11-21T12:16:50,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/22fecef92d1d49d5bafb08c4e294a7cc as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/22fecef92d1d49d5bafb08c4e294a7cc 2024-11-21T12:16:50,553 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/22fecef92d1d49d5bafb08c4e294a7cc, entries=150, sequenceid=335, filesize=30.5 K 2024-11-21T12:16:50,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/268713f8a4af42c8b7200a5031984a1e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/268713f8a4af42c8b7200a5031984a1e 2024-11-21T12:16:50,565 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/268713f8a4af42c8b7200a5031984a1e, entries=150, sequenceid=335, filesize=12.0 K 2024-11-21T12:16:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/67f953faf99d4a458f7d4ceb594ea6f6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/67f953faf99d4a458f7d4ceb594ea6f6 2024-11-21T12:16:50,574 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/67f953faf99d4a458f7d4ceb594ea6f6, entries=150, sequenceid=335, filesize=12.0 K 2024-11-21T12:16:50,575 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 3e140af8e38a5dd7709db47d6f343c4f in 1380ms, sequenceid=335, compaction requested=false 2024-11-21T12:16:50,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:50,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:50,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-21T12:16:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-21T12:16:50,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-21T12:16:50,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9980 sec 2024-11-21T12:16:50,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.0040 sec 2024-11-21T12:16:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T12:16:50,738 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:50,739 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-21T12:16:50,741 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T12:16:50,742 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:50,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T12:16:50,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T12:16:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:50,898 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T12:16:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:50,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211a365cbabcd347138aac4e106645716c_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191409372/Put/seqid=0 2024-11-21T12:16:50,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742022_1198 (size=12454) 2024-11-21T12:16:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T12:16:51,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:51,326 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211a365cbabcd347138aac4e106645716c_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211a365cbabcd347138aac4e106645716c_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:51,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/856471c03a854de1b442e626ef119e9c, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/856471c03a854de1b442e626ef119e9c is 175, key is test_row_0/A:col10/1732191409372/Put/seqid=0 2024-11-21T12:16:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742023_1199 (size=31255) 2024-11-21T12:16:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T12:16:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:51,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:51,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191471576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:51,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:51,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:51,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191471578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:51,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:51,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:51,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:51,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191471687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:51,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:51,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:51,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:51,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191471688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:51,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:51,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:51,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:51,745 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/856471c03a854de1b442e626ef119e9c 2024-11-21T12:16:51,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/3209914a76d34046aef3f18e105feff3 is 50, key is test_row_0/B:col10/1732191409372/Put/seqid=0 2024-11-21T12:16:51,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742024_1200 (size=12301) 2024-11-21T12:16:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T12:16:51,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191471898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:51,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191471898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:52,167 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/3209914a76d34046aef3f18e105feff3 2024-11-21T12:16:52,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/6cec61497e5541a49b0d28b1cbae236b is 50, key is test_row_0/C:col10/1732191409372/Put/seqid=0 2024-11-21T12:16:52,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742025_1201 (size=12301) 2024-11-21T12:16:52,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191472208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:52,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191472208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:52,584 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/6cec61497e5541a49b0d28b1cbae236b 2024-11-21T12:16:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/856471c03a854de1b442e626ef119e9c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/856471c03a854de1b442e626ef119e9c 2024-11-21T12:16:52,597 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/856471c03a854de1b442e626ef119e9c, entries=150, sequenceid=350, filesize=30.5 K 2024-11-21T12:16:52,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/3209914a76d34046aef3f18e105feff3 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/3209914a76d34046aef3f18e105feff3 2024-11-21T12:16:52,607 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/3209914a76d34046aef3f18e105feff3, entries=150, sequenceid=350, filesize=12.0 K 2024-11-21T12:16:52,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/6cec61497e5541a49b0d28b1cbae236b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/6cec61497e5541a49b0d28b1cbae236b 2024-11-21T12:16:52,613 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/6cec61497e5541a49b0d28b1cbae236b, entries=150, sequenceid=350, filesize=12.0 K 2024-11-21T12:16:52,624 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3e140af8e38a5dd7709db47d6f343c4f in 1725ms, sequenceid=350, compaction requested=true 2024-11-21T12:16:52,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:52,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:52,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-21T12:16:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-21T12:16:52,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-21T12:16:52,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8820 sec 2024-11-21T12:16:52,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.8900 sec 2024-11-21T12:16:52,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191411559, max timestamp=1732191412721Num uniques 859; 2024-11-21T12:16:52,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191411559, max timestamp=1732191412721Num uniques 859; 2024-11-21T12:16:52,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191411559, max timestamp=1732191412721Num uniques 859; 2024-11-21T12:16:52,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:52,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:52,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:52,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-21T12:16:52,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:52,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211dccb5bf59bd45d1808ac3da8f7bddc5_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191412737/Put/seqid=0 2024-11-21T12:16:52,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742026_1202 (size=14994) 2024-11-21T12:16:52,765 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:52,772 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211dccb5bf59bd45d1808ac3da8f7bddc5_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211dccb5bf59bd45d1808ac3da8f7bddc5_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:52,773 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/3a54baf11d9d46d08aba8afbc3cd90e1, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:52,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/3a54baf11d9d46d08aba8afbc3cd90e1 is 175, key is test_row_0/A:col10/1732191412737/Put/seqid=0 2024-11-21T12:16:52,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742027_1203 (size=39949) 2024-11-21T12:16:52,791 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/3a54baf11d9d46d08aba8afbc3cd90e1 2024-11-21T12:16:52,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e4452d54366a4d3fb7e3f4681221c177 is 50, key is test_row_0/B:col10/1732191412737/Put/seqid=0 2024-11-21T12:16:52,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191412787, max timestamp=1732191412810Num uniques 859; 2024-11-21T12:16:52,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191412787, max timestamp=1732191412810Num uniques 859; 2024-11-21T12:16:52,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:16:52,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:16:52,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191412787, max timestamp=1732191412810Num uniques 859; 2024-11-21T12:16:52,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:16:52,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742028_1204 (size=12301) 2024-11-21T12:16:52,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e4452d54366a4d3fb7e3f4681221c177 2024-11-21T12:16:52,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/0cee6c63759d44c3a8a8d5554e353e5f is 50, key is test_row_0/C:col10/1732191412737/Put/seqid=0 2024-11-21T12:16:52,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742029_1205 (size=12301) 2024-11-21T12:16:52,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191472863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:52,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:52,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:52,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:52,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191472869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:52,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:52,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:52,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T12:16:52,888 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:52,888 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-21T12:16:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T12:16:52,891 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:52,891 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:52,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:52,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191472978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:52,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:52,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191472988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:52,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:52,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:52,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T12:16:53,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T12:16:53,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:53,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:53,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:53,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:53,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:53,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T12:16:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:53,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:53,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191473198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T12:16:53,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:53,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191473198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:53,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:53,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:53,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/0cee6c63759d44c3a8a8d5554e353e5f 2024-11-21T12:16:53,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/3a54baf11d9d46d08aba8afbc3cd90e1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a54baf11d9d46d08aba8afbc3cd90e1 2024-11-21T12:16:53,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a54baf11d9d46d08aba8afbc3cd90e1, entries=200, sequenceid=375, filesize=39.0 K 2024-11-21T12:16:53,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e4452d54366a4d3fb7e3f4681221c177 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e4452d54366a4d3fb7e3f4681221c177 2024-11-21T12:16:53,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e4452d54366a4d3fb7e3f4681221c177, entries=150, sequenceid=375, filesize=12.0 K 2024-11-21T12:16:53,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/0cee6c63759d44c3a8a8d5554e353e5f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/0cee6c63759d44c3a8a8d5554e353e5f 2024-11-21T12:16:53,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/0cee6c63759d44c3a8a8d5554e353e5f, entries=150, sequenceid=375, filesize=12.0 K 2024-11-21T12:16:53,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for 3e140af8e38a5dd7709db47d6f343c4f in 540ms, sequenceid=375, compaction requested=true 2024-11-21T12:16:53,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:53,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:53,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:53,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:53,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:53,278 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:53,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:53,278 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:53,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:53,279 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:53,279 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/A is initiating minor compaction (all files) 2024-11-21T12:16:53,280 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/A in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:53,280 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/049d3dbac7a44d9cb18ad68588b273bd, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/22fecef92d1d49d5bafb08c4e294a7cc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/856471c03a854de1b442e626ef119e9c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a54baf11d9d46d08aba8afbc3cd90e1] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=131.0 K 2024-11-21T12:16:53,280 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:53,280 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/049d3dbac7a44d9cb18ad68588b273bd, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/22fecef92d1d49d5bafb08c4e294a7cc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/856471c03a854de1b442e626ef119e9c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a54baf11d9d46d08aba8afbc3cd90e1] 2024-11-21T12:16:53,280 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:53,280 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/B is initiating minor compaction (all files) 2024-11-21T12:16:53,280 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/B in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:53,280 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/ab44e9bc5d65427dae65dd9d32bbec87, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/268713f8a4af42c8b7200a5031984a1e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/3209914a76d34046aef3f18e105feff3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e4452d54366a4d3fb7e3f4681221c177] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=48.5 K 2024-11-21T12:16:53,281 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 049d3dbac7a44d9cb18ad68588b273bd, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732191406980 2024-11-21T12:16:53,281 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting ab44e9bc5d65427dae65dd9d32bbec87, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732191406980 2024-11-21T12:16:53,282 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22fecef92d1d49d5bafb08c4e294a7cc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732191408185 2024-11-21T12:16:53,282 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 268713f8a4af42c8b7200a5031984a1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732191408185 2024-11-21T12:16:53,283 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 856471c03a854de1b442e626ef119e9c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732191409356 2024-11-21T12:16:53,283 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3209914a76d34046aef3f18e105feff3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732191409356 2024-11-21T12:16:53,283 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting e4452d54366a4d3fb7e3f4681221c177, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732191411559 2024-11-21T12:16:53,283 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a54baf11d9d46d08aba8afbc3cd90e1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732191411559 2024-11-21T12:16:53,294 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#B#compaction#173 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:53,295 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/5127e48624fb4d1198334b925197881b is 50, key is test_row_0/B:col10/1732191412737/Put/seqid=0 2024-11-21T12:16:53,296 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:53,301 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121f4980cf0de144e3f8c85b064802a8400_3e140af8e38a5dd7709db47d6f343c4f store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:53,303 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121f4980cf0de144e3f8c85b064802a8400_3e140af8e38a5dd7709db47d6f343c4f, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:53,303 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f4980cf0de144e3f8c85b064802a8400_3e140af8e38a5dd7709db47d6f343c4f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:53,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742030_1206 (size=12881) 2024-11-21T12:16:53,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742031_1207 (size=4469) 2024-11-21T12:16:53,328 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/5127e48624fb4d1198334b925197881b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/5127e48624fb4d1198334b925197881b 2024-11-21T12:16:53,335 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#A#compaction#174 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:53,336 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/7adf7613a6eb4d4f8f2719538e8b9182 is 175, key is test_row_0/A:col10/1732191412737/Put/seqid=0 2024-11-21T12:16:53,336 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/B of 3e140af8e38a5dd7709db47d6f343c4f into 5127e48624fb4d1198334b925197881b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:53,336 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:53,336 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/B, priority=12, startTime=1732191413278; duration=0sec 2024-11-21T12:16:53,336 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:53,336 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:B 2024-11-21T12:16:53,336 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:53,341 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:53,341 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/C is initiating minor compaction (all files) 2024-11-21T12:16:53,341 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/C in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:53,342 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/af528bff9e804d0aa99a4ca0c1178e7c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/67f953faf99d4a458f7d4ceb594ea6f6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/6cec61497e5541a49b0d28b1cbae236b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/0cee6c63759d44c3a8a8d5554e353e5f] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=48.5 K 2024-11-21T12:16:53,342 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting af528bff9e804d0aa99a4ca0c1178e7c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732191406980 2024-11-21T12:16:53,343 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 67f953faf99d4a458f7d4ceb594ea6f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732191408185 2024-11-21T12:16:53,346 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cec61497e5541a49b0d28b1cbae236b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732191409356 2024-11-21T12:16:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742032_1208 (size=31835) 2024-11-21T12:16:53,346 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cee6c63759d44c3a8a8d5554e353e5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732191411559 2024-11-21T12:16:53,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T12:16:53,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:53,353 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-21T12:16:53,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:53,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:53,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:53,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:53,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:53,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:53,368 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#C#compaction#175 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:53,368 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/d606f5432c174c30adf0723d9798a452 is 50, key is test_row_0/C:col10/1732191412737/Put/seqid=0 2024-11-21T12:16:53,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f8443769ed5045caab06aa94318bc9e4_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191412861/Put/seqid=0 2024-11-21T12:16:53,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742033_1209 (size=12881) 2024-11-21T12:16:53,384 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/d606f5432c174c30adf0723d9798a452 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/d606f5432c174c30adf0723d9798a452 2024-11-21T12:16:53,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742034_1210 (size=12454) 2024-11-21T12:16:53,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:53,393 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/C of 3e140af8e38a5dd7709db47d6f343c4f into d606f5432c174c30adf0723d9798a452(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:53,393 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:53,393 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/C, priority=12, startTime=1732191413278; duration=0sec 2024-11-21T12:16:53,393 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:53,393 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:C 2024-11-21T12:16:53,404 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f8443769ed5045caab06aa94318bc9e4_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f8443769ed5045caab06aa94318bc9e4_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/d983a592f819404d85461e471b9d05bb, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:53,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/d983a592f819404d85461e471b9d05bb is 175, key is test_row_0/A:col10/1732191412861/Put/seqid=0 2024-11-21T12:16:53,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742035_1211 (size=31255) 2024-11-21T12:16:53,421 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=411, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/d983a592f819404d85461e471b9d05bb 2024-11-21T12:16:53,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e5aa7910a2a24e6bb1869f40d80469aa is 50, key is test_row_0/B:col10/1732191412861/Put/seqid=0 2024-11-21T12:16:53,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742036_1212 (size=12301) 2024-11-21T12:16:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T12:16:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:53,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:53,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191473538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:53,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191473539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:53,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191473648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:53,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:53,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191473648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:53,760 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/7adf7613a6eb4d4f8f2719538e8b9182 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/7adf7613a6eb4d4f8f2719538e8b9182 2024-11-21T12:16:53,766 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/A of 3e140af8e38a5dd7709db47d6f343c4f into 7adf7613a6eb4d4f8f2719538e8b9182(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:53,767 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:53,767 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/A, priority=12, startTime=1732191413278; duration=0sec 2024-11-21T12:16:53,767 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:53,767 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:A 2024-11-21T12:16:53,852 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e5aa7910a2a24e6bb1869f40d80469aa 2024-11-21T12:16:53,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191473858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191473858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:53,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/be623ae69c174641b06d71d5a577ea8a is 50, key is test_row_0/C:col10/1732191412861/Put/seqid=0 2024-11-21T12:16:53,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742037_1213 (size=12301) 2024-11-21T12:16:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T12:16:54,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191474169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:54,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191474169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:54,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:54,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:54,281 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/be623ae69c174641b06d71d5a577ea8a 2024-11-21T12:16:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/d983a592f819404d85461e471b9d05bb as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/d983a592f819404d85461e471b9d05bb 2024-11-21T12:16:54,299 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/d983a592f819404d85461e471b9d05bb, entries=150, sequenceid=411, filesize=30.5 K 2024-11-21T12:16:54,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e5aa7910a2a24e6bb1869f40d80469aa as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e5aa7910a2a24e6bb1869f40d80469aa 2024-11-21T12:16:54,306 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e5aa7910a2a24e6bb1869f40d80469aa, entries=150, sequenceid=411, filesize=12.0 K 2024-11-21T12:16:54,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/be623ae69c174641b06d71d5a577ea8a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/be623ae69c174641b06d71d5a577ea8a 2024-11-21T12:16:54,321 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/be623ae69c174641b06d71d5a577ea8a, entries=150, sequenceid=411, filesize=12.0 K 2024-11-21T12:16:54,323 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for 3e140af8e38a5dd7709db47d6f343c4f in 970ms, sequenceid=411, compaction requested=false 2024-11-21T12:16:54,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:54,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:54,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-21T12:16:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-21T12:16:54,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-21T12:16:54,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-21T12:16:54,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.4440 sec 2024-11-21T12:16:54,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T12:16:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:54,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112138c92f8e50a94d1e9280ba11970afb1d_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191414682/Put/seqid=0 2024-11-21T12:16:54,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742038_1214 (size=14994) 2024-11-21T12:16:54,762 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:54,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191474757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:54,769 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112138c92f8e50a94d1e9280ba11970afb1d_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112138c92f8e50a94d1e9280ba11970afb1d_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:54,770 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/f53481073c734dcf8fa313dd4182d070, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:54,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/f53481073c734dcf8fa313dd4182d070 is 175, key is test_row_0/A:col10/1732191414682/Put/seqid=0 2024-11-21T12:16:54,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191474767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:54,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:54,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:54,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:54,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742039_1215 (size=39949) 2024-11-21T12:16:54,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191474878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:54,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:54,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:54,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:54,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191474878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T12:16:55,038 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:55,039 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-21T12:16:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T12:16:55,041 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:55,042 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:55,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:55,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191475098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:55,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191475098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:55,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:55,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T12:16:55,191 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=425, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/f53481073c734dcf8fa313dd4182d070 2024-11-21T12:16:55,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-21T12:16:55,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:55,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:55,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:55,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e23bf8d1697d4d438c66471908892ecc is 50, key is test_row_0/B:col10/1732191414682/Put/seqid=0 2024-11-21T12:16:55,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742040_1216 (size=12301) 2024-11-21T12:16:55,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-21T12:16:55,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:55,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:55,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:55,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T12:16:55,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191475418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:55,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:55,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:55,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191475418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:55,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:55,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:55,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:55,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-21T12:16:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:55,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e23bf8d1697d4d438c66471908892ecc 2024-11-21T12:16:55,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/5cc827b46b5d416a8008f72743f0b549 is 50, key is test_row_0/C:col10/1732191414682/Put/seqid=0 2024-11-21T12:16:55,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742041_1217 (size=12301) 2024-11-21T12:16:55,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-21T12:16:55,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:55,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:55,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:55,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T12:16:55,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-21T12:16:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:55,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191475928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:55,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:55,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191475937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:55,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-21T12:16:55,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:55,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:55,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:55,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:56,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/5cc827b46b5d416a8008f72743f0b549 2024-11-21T12:16:56,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/f53481073c734dcf8fa313dd4182d070 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f53481073c734dcf8fa313dd4182d070 2024-11-21T12:16:56,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f53481073c734dcf8fa313dd4182d070, entries=200, sequenceid=425, filesize=39.0 K 2024-11-21T12:16:56,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e23bf8d1697d4d438c66471908892ecc as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e23bf8d1697d4d438c66471908892ecc 2024-11-21T12:16:56,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e23bf8d1697d4d438c66471908892ecc, entries=150, sequenceid=425, filesize=12.0 K 2024-11-21T12:16:56,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/5cc827b46b5d416a8008f72743f0b549 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/5cc827b46b5d416a8008f72743f0b549 2024-11-21T12:16:56,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/5cc827b46b5d416a8008f72743f0b549, entries=150, sequenceid=425, filesize=12.0 K 2024-11-21T12:16:56,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3e140af8e38a5dd7709db47d6f343c4f in 1378ms, sequenceid=425, compaction requested=true 2024-11-21T12:16:56,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:56,063 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:16:56,064 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:56,065 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:56,065 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/A is initiating minor compaction (all files) 2024-11-21T12:16:56,065 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/A in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:56,065 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/7adf7613a6eb4d4f8f2719538e8b9182, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/d983a592f819404d85461e471b9d05bb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f53481073c734dcf8fa313dd4182d070] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=100.6 K 2024-11-21T12:16:56,065 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:56,065 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/7adf7613a6eb4d4f8f2719538e8b9182, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/d983a592f819404d85461e471b9d05bb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f53481073c734dcf8fa313dd4182d070] 2024-11-21T12:16:56,066 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:56,066 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/B is initiating minor compaction (all files) 2024-11-21T12:16:56,066 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/B in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:56,066 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/5127e48624fb4d1198334b925197881b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e5aa7910a2a24e6bb1869f40d80469aa, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e23bf8d1697d4d438c66471908892ecc] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=36.6 K 2024-11-21T12:16:56,067 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7adf7613a6eb4d4f8f2719538e8b9182, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732191411559 2024-11-21T12:16:56,067 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5127e48624fb4d1198334b925197881b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732191411559 2024-11-21T12:16:56,068 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting d983a592f819404d85461e471b9d05bb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732191412860 2024-11-21T12:16:56,070 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5aa7910a2a24e6bb1869f40d80469aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732191412860 2024-11-21T12:16:56,070 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting f53481073c734dcf8fa313dd4182d070, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732191413531 2024-11-21T12:16:56,070 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e23bf8d1697d4d438c66471908892ecc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732191413537 2024-11-21T12:16:56,079 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:56,087 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:56,088 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/752350eace4c4747907d577a5c5cb2c2 is 50, key is test_row_0/B:col10/1732191414682/Put/seqid=0 2024-11-21T12:16:56,093 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411215288887886bc4f4281cc3332281887d3_3e140af8e38a5dd7709db47d6f343c4f store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:56,096 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411215288887886bc4f4281cc3332281887d3_3e140af8e38a5dd7709db47d6f343c4f, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:56,096 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215288887886bc4f4281cc3332281887d3_3e140af8e38a5dd7709db47d6f343c4f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:56,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742042_1218 (size=12983) 2024-11-21T12:16:56,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742043_1219 (size=4469) 2024-11-21T12:16:56,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-21T12:16:56,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:56,117 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T12:16:56,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:56,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:56,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:56,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:56,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:56,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:56,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112186d39230286240ac8273102f31a23199_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191414755/Put/seqid=0 2024-11-21T12:16:56,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742044_1220 (size=12454) 2024-11-21T12:16:56,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,157 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112186d39230286240ac8273102f31a23199_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186d39230286240ac8273102f31a23199_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:56,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/3a0e43f1879a48b7933b82f62d2a0936, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:56,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/3a0e43f1879a48b7933b82f62d2a0936 is 175, key is test_row_0/A:col10/1732191414755/Put/seqid=0 2024-11-21T12:16:56,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742045_1221 (size=31255) 2024-11-21T12:16:56,175 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=445, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/3a0e43f1879a48b7933b82f62d2a0936 2024-11-21T12:16:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T12:16:56,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/1cf85145e8d446fe9993498e41f97e6a is 50, key is test_row_0/B:col10/1732191414755/Put/seqid=0 2024-11-21T12:16:56,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742046_1222 (size=12301) 2024-11-21T12:16:56,215 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/1cf85145e8d446fe9993498e41f97e6a 2024-11-21T12:16:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/0135e2c5351744cdb08231b804f3f7af is 50, key is test_row_0/C:col10/1732191414755/Put/seqid=0 2024-11-21T12:16:56,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742047_1223 (size=12301) 2024-11-21T12:16:56,242 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/0135e2c5351744cdb08231b804f3f7af 2024-11-21T12:16:56,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/3a0e43f1879a48b7933b82f62d2a0936 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a0e43f1879a48b7933b82f62d2a0936 2024-11-21T12:16:56,257 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a0e43f1879a48b7933b82f62d2a0936, entries=150, sequenceid=445, filesize=30.5 K 2024-11-21T12:16:56,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/1cf85145e8d446fe9993498e41f97e6a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/1cf85145e8d446fe9993498e41f97e6a 2024-11-21T12:16:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,263 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/1cf85145e8d446fe9993498e41f97e6a, entries=150, sequenceid=445, filesize=12.0 K 2024-11-21T12:16:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/0135e2c5351744cdb08231b804f3f7af as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/0135e2c5351744cdb08231b804f3f7af 2024-11-21T12:16:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,273 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/0135e2c5351744cdb08231b804f3f7af, entries=150, sequenceid=445, filesize=12.0 K 2024-11-21T12:16:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,274 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 3e140af8e38a5dd7709db47d6f343c4f in 157ms, sequenceid=445, compaction requested=true 2024-11-21T12:16:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:56,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:56,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-21T12:16:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-21T12:16:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-21T12:16:56,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2340 sec 2024-11-21T12:16:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.2410 sec 2024-11-21T12:16:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,511 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#A#compaction#182 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,511 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/0bff82f10f454c0caa1e770bfef7a7d3 is 175, key is test_row_0/A:col10/1732191414682/Put/seqid=0 2024-11-21T12:16:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,517 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/752350eace4c4747907d577a5c5cb2c2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/752350eace4c4747907d577a5c5cb2c2 2024-11-21T12:16:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742048_1224 (size=31937) 2024-11-21T12:16:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,526 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/B of 3e140af8e38a5dd7709db47d6f343c4f into 752350eace4c4747907d577a5c5cb2c2(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:56,526 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:56,527 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/B, priority=13, startTime=1732191416063; duration=0sec 2024-11-21T12:16:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,527 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:56,527 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:B 2024-11-21T12:16:56,527 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:16:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,528 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/0bff82f10f454c0caa1e770bfef7a7d3 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/0bff82f10f454c0caa1e770bfef7a7d3 2024-11-21T12:16:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,528 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:16:56,529 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/C is initiating minor compaction (all files) 2024-11-21T12:16:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,529 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/C in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:56,529 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/d606f5432c174c30adf0723d9798a452, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/be623ae69c174641b06d71d5a577ea8a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/5cc827b46b5d416a8008f72743f0b549, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/0135e2c5351744cdb08231b804f3f7af] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=48.6 K 2024-11-21T12:16:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,530 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d606f5432c174c30adf0723d9798a452, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732191411559 2024-11-21T12:16:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,532 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting be623ae69c174641b06d71d5a577ea8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732191412860 2024-11-21T12:16:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,532 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cc827b46b5d416a8008f72743f0b549, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732191413537 2024-11-21T12:16:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,534 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0135e2c5351744cdb08231b804f3f7af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732191414747 2024-11-21T12:16:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,536 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/A of 3e140af8e38a5dd7709db47d6f343c4f into 0bff82f10f454c0caa1e770bfef7a7d3(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:56,536 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:56,536 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/A, priority=13, startTime=1732191416062; duration=0sec 2024-11-21T12:16:56,536 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:56,536 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:A 2024-11-21T12:16:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,548 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#C#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,549 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/3ff1222fea414eeda3720ed74722771e is 50, key is test_row_0/C:col10/1732191414755/Put/seqid=0 2024-11-21T12:16:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742049_1225 (size=13017) 2024-11-21T12:16:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,593 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/3ff1222fea414eeda3720ed74722771e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/3ff1222fea414eeda3720ed74722771e 2024-11-21T12:16:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,599 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/C of 3e140af8e38a5dd7709db47d6f343c4f into 3ff1222fea414eeda3720ed74722771e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:56,599 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:56,599 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/C, priority=12, startTime=1732191416063; duration=0sec 2024-11-21T12:16:56,599 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:56,599 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:C 2024-11-21T12:16:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:16:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:57,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:57,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:57,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:57,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b8302e1bf12145e896e190bcdb7396e9_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191417089/Put/seqid=0 2024-11-21T12:16:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742050_1226 (size=14994) 2024-11-21T12:16:57,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191417147, max timestamp=1732191417164Num uniques 859; 2024-11-21T12:16:57,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191417147, max timestamp=1732191417164Num uniques 859; 2024-11-21T12:16:57,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:16:57,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:16:57,168 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191417147, max timestamp=1732191417164Num uniques 859; 2024-11-21T12:16:57,168 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:16:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T12:16:57,189 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:16:57,190 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:16:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-21T12:16:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-21T12:16:57,195 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:16:57,196 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:16:57,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:16:57,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191477216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:57,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191477217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:57,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-21T12:16:57,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:57,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191477338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191477338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:57,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:57,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:57,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-21T12:16:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:57,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-21T12:16:57,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:57,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:57,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:57,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-21T12:16:57,552 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:57,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191477548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:57,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191477548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:57,558 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b8302e1bf12145e896e190bcdb7396e9_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b8302e1bf12145e896e190bcdb7396e9_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:57,559 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/cbd7729409d042828db3ce96367ccbd0, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:57,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/cbd7729409d042828db3ce96367ccbd0 is 175, key is test_row_0/A:col10/1732191417089/Put/seqid=0 2024-11-21T12:16:57,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742051_1227 (size=39949) 2024-11-21T12:16:57,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-21T12:16:57,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:57,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:57,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:57,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-21T12:16:57,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:57,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:57,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:57,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-21T12:16:57,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191477858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:57,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191477868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:57,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:57,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:57,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-21T12:16:57,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:57,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:57,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:57,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:57,965 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=458, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/cbd7729409d042828db3ce96367ccbd0 2024-11-21T12:16:57,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/20be0f13ca944c8c99f3b77f5238a97e is 50, key is test_row_0/B:col10/1732191417089/Put/seqid=0 2024-11-21T12:16:57,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742052_1228 (size=12301) 2024-11-21T12:16:58,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-21T12:16:58,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-21T12:16:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-21T12:16:58,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60334 deadline: 1732191478358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:58,359 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 3e140af8e38a5dd7709db47d6f343c4f of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18268 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:16:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:58,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191478367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:58,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191478378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:58,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/20be0f13ca944c8c99f3b77f5238a97e 2024-11-21T12:16:58,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/4bceb2a5109f43349ad0dacc67ff2498 is 50, key is test_row_0/C:col10/1732191417089/Put/seqid=0 2024-11-21T12:16:58,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-21T12:16:58,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:58,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742053_1229 (size=12301) 2024-11-21T12:16:58,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-21T12:16:58,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:58,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-21T12:16:58,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:58,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/4bceb2a5109f43349ad0dacc67ff2498 2024-11-21T12:16:58,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/cbd7729409d042828db3ce96367ccbd0 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/cbd7729409d042828db3ce96367ccbd0 2024-11-21T12:16:58,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/cbd7729409d042828db3ce96367ccbd0, entries=200, sequenceid=458, filesize=39.0 K 2024-11-21T12:16:58,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/20be0f13ca944c8c99f3b77f5238a97e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/20be0f13ca944c8c99f3b77f5238a97e 2024-11-21T12:16:58,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-21T12:16:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:16:58,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/20be0f13ca944c8c99f3b77f5238a97e, entries=150, sequenceid=458, filesize=12.0 K 2024-11-21T12:16:58,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/4bceb2a5109f43349ad0dacc67ff2498 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/4bceb2a5109f43349ad0dacc67ff2498 2024-11-21T12:16:58,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/4bceb2a5109f43349ad0dacc67ff2498, entries=150, sequenceid=458, filesize=12.0 K 2024-11-21T12:16:58,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3e140af8e38a5dd7709db47d6f343c4f in 1810ms, sequenceid=458, compaction requested=true 2024-11-21T12:16:58,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:58,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:16:58,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:58,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:16:58,900 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:58,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:58,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:16:58,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:58,900 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:16:58,903 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:58,903 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/B is initiating minor compaction (all files) 2024-11-21T12:16:58,903 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/B in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,903 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/752350eace4c4747907d577a5c5cb2c2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/1cf85145e8d446fe9993498e41f97e6a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/20be0f13ca944c8c99f3b77f5238a97e] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=36.7 K 2024-11-21T12:16:58,903 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:16:58,903 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/A is initiating minor compaction (all files) 2024-11-21T12:16:58,903 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/A in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,903 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/0bff82f10f454c0caa1e770bfef7a7d3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a0e43f1879a48b7933b82f62d2a0936, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/cbd7729409d042828db3ce96367ccbd0] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=100.7 K 2024-11-21T12:16:58,904 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:58,904 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/0bff82f10f454c0caa1e770bfef7a7d3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a0e43f1879a48b7933b82f62d2a0936, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/cbd7729409d042828db3ce96367ccbd0] 2024-11-21T12:16:58,904 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bff82f10f454c0caa1e770bfef7a7d3, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732191413537 2024-11-21T12:16:58,904 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 752350eace4c4747907d577a5c5cb2c2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732191413537 2024-11-21T12:16:58,905 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a0e43f1879a48b7933b82f62d2a0936, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732191414747 2024-11-21T12:16:58,905 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cf85145e8d446fe9993498e41f97e6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732191414747 2024-11-21T12:16:58,906 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 20be0f13ca944c8c99f3b77f5238a97e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732191417059 2024-11-21T12:16:58,906 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbd7729409d042828db3ce96367ccbd0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732191417046 2024-11-21T12:16:58,925 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:58,939 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:58,940 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/75fdec3aa86b451b9098c7ae7ffcff05 is 50, key is test_row_0/B:col10/1732191417089/Put/seqid=0 2024-11-21T12:16:58,949 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112122ed7b4b15974f109c11466c3fb4c492_3e140af8e38a5dd7709db47d6f343c4f store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:58,951 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112122ed7b4b15974f109c11466c3fb4c492_3e140af8e38a5dd7709db47d6f343c4f, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:58,952 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112122ed7b4b15974f109c11466c3fb4c492_3e140af8e38a5dd7709db47d6f343c4f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:58,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742054_1230 (size=13085) 2024-11-21T12:16:58,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742055_1231 (size=4469) 2024-11-21T12:16:58,996 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#A#compaction#191 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:16:58,997 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/d6c3c38f67444730b2d8969963d48fd7 is 175, key is test_row_0/A:col10/1732191417089/Put/seqid=0 2024-11-21T12:16:59,002 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/75fdec3aa86b451b9098c7ae7ffcff05 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/75fdec3aa86b451b9098c7ae7ffcff05 2024-11-21T12:16:59,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742056_1232 (size=32039) 2024-11-21T12:16:59,009 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/B of 3e140af8e38a5dd7709db47d6f343c4f into 75fdec3aa86b451b9098c7ae7ffcff05(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:59,009 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:59,009 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/B, priority=13, startTime=1732191418900; duration=0sec 2024-11-21T12:16:59,010 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:16:59,010 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:B 2024-11-21T12:16:59,010 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T12:16:59,011 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T12:16:59,011 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T12:16:59,011 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. because compaction request was cancelled 2024-11-21T12:16:59,011 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:C 2024-11-21T12:16:59,013 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/d6c3c38f67444730b2d8969963d48fd7 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/d6c3c38f67444730b2d8969963d48fd7 2024-11-21T12:16:59,019 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/A of 3e140af8e38a5dd7709db47d6f343c4f into d6c3c38f67444730b2d8969963d48fd7(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:16:59,019 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:59,019 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/A, priority=13, startTime=1732191418900; duration=0sec 2024-11-21T12:16:59,019 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:16:59,020 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:A 2024-11-21T12:16:59,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-21T12:16:59,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:59,041 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-21T12:16:59,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:59,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:59,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:59,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:59,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:59,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:16:59,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a2824b093c9244c88411a0b896c605b1_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191417215/Put/seqid=0 2024-11-21T12:16:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742057_1233 (size=12454) 2024-11-21T12:16:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:59,068 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a2824b093c9244c88411a0b896c605b1_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a2824b093c9244c88411a0b896c605b1_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/2f4da4ba598c4427aa00776b0e9d6059, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:59,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/2f4da4ba598c4427aa00776b0e9d6059 is 175, key is test_row_0/A:col10/1732191417215/Put/seqid=0 2024-11-21T12:16:59,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742058_1234 (size=31255) 2024-11-21T12:16:59,097 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=495, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/2f4da4ba598c4427aa00776b0e9d6059 2024-11-21T12:16:59,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/7b7f6b158f004b559a8ebcbd1ac46f1c is 50, key is test_row_0/B:col10/1732191417215/Put/seqid=0 2024-11-21T12:16:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742059_1235 (size=12301) 2024-11-21T12:16:59,141 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/7b7f6b158f004b559a8ebcbd1ac46f1c 2024-11-21T12:16:59,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/49bdae88cc1c40daa132f32837a26e56 is 50, key is test_row_0/C:col10/1732191417215/Put/seqid=0 2024-11-21T12:16:59,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742060_1236 (size=12301) 2024-11-21T12:16:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-21T12:16:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:59,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. as already flushing 2024-11-21T12:16:59,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191479401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:59,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:59,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191479402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:59,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:59,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191479518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:59,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191479518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:59,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:59,571 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/49bdae88cc1c40daa132f32837a26e56 2024-11-21T12:16:59,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/2f4da4ba598c4427aa00776b0e9d6059 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/2f4da4ba598c4427aa00776b0e9d6059 2024-11-21T12:16:59,585 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/2f4da4ba598c4427aa00776b0e9d6059, entries=150, sequenceid=495, filesize=30.5 K 2024-11-21T12:16:59,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/7b7f6b158f004b559a8ebcbd1ac46f1c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/7b7f6b158f004b559a8ebcbd1ac46f1c 2024-11-21T12:16:59,593 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/7b7f6b158f004b559a8ebcbd1ac46f1c, entries=150, sequenceid=495, filesize=12.0 K 2024-11-21T12:16:59,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/49bdae88cc1c40daa132f32837a26e56 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/49bdae88cc1c40daa132f32837a26e56 2024-11-21T12:16:59,605 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/49bdae88cc1c40daa132f32837a26e56, entries=150, sequenceid=495, filesize=12.0 K 2024-11-21T12:16:59,607 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 3e140af8e38a5dd7709db47d6f343c4f in 566ms, sequenceid=495, compaction requested=true 2024-11-21T12:16:59,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:16:59,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:16:59,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-21T12:16:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-21T12:16:59,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-21T12:16:59,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4130 sec 2024-11-21T12:16:59,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.4340 sec 2024-11-21T12:16:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:59,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T12:16:59,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:16:59,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:59,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:16:59,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:59,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:16:59,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:16:59,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217ebac22efe984ac28930c418f768b591_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191419386/Put/seqid=0 2024-11-21T12:16:59,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742061_1237 (size=14994) 2024-11-21T12:16:59,775 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:16:59,781 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217ebac22efe984ac28930c418f768b591_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ebac22efe984ac28930c418f768b591_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:16:59,783 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/6270f801d1ad4a218c456f3c09fdd73c, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:16:59,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/6270f801d1ad4a218c456f3c09fdd73c is 175, key is test_row_0/A:col10/1732191419386/Put/seqid=0 2024-11-21T12:16:59,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191479794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:59,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191419765, max timestamp=1732191419796Num uniques 859; 2024-11-21T12:16:59,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:59,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191419765, max timestamp=1732191419796Num uniques 859; 2024-11-21T12:16:59,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:59,804 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191419765, max timestamp=1732191419796Num uniques 859; 2024-11-21T12:16:59,804 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:16:59,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742062_1238 (size=39949) 2024-11-21T12:16:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:59,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191479912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:59,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:16:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191479914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:16:59,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:16:59,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:16:59,972 INFO [Thread-689 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-689. 2024-11-21T12:16:59,972 DEBUG [Thread-689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:16:59,972 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:59,972 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:59,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:16:59,973 INFO [Thread-693 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-693. 2024-11-21T12:16:59,973 DEBUG [Thread-693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:16:59,973 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:59,973 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:59,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:16:59,976 INFO [Thread-687 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-687. 2024-11-21T12:16:59,977 DEBUG [Thread-687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:16:59,977 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:59,977 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:59,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:16:59,977 INFO [Thread-691 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-691. 2024-11-21T12:16:59,977 DEBUG [Thread-691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:16:59,977 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:59,977 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:16:59,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:00,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:00,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191480028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191480029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:00,215 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=506, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/6270f801d1ad4a218c456f3c09fdd73c 2024-11-21T12:17:00,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/9ba27f885a0f43e996eaad992ecaa1fb is 50, key is test_row_0/B:col10/1732191419386/Put/seqid=0 2024-11-21T12:17:00,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742063_1239 (size=12301) 2024-11-21T12:17:00,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:00,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191480239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191480239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:00,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:00,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:00,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60350 deadline: 1732191480368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:00,369 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 3e140af8e38a5dd7709db47d6f343c4f of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:00,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:00,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60392 deadline: 1732191480488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:00,489 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 3e140af8e38a5dd7709db47d6f343c4f of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18354 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:00,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:00,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191480547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191480548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:00,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:00,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:00,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:00,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/9ba27f885a0f43e996eaad992ecaa1fb 2024-11-21T12:17:00,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/65f864eb38234e92b4afd6ae4b5d85f0 is 50, key is test_row_0/C:col10/1732191419386/Put/seqid=0 2024-11-21T12:17:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742064_1240 (size=12301) 2024-11-21T12:17:01,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/65f864eb38234e92b4afd6ae4b5d85f0 2024-11-21T12:17:01,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/6270f801d1ad4a218c456f3c09fdd73c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/6270f801d1ad4a218c456f3c09fdd73c 2024-11-21T12:17:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60386 deadline: 1732191481058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60382 deadline: 1732191481058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:01,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:01,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:01,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:01,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/6270f801d1ad4a218c456f3c09fdd73c, entries=200, sequenceid=506, filesize=39.0 K 2024-11-21T12:17:01,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/9ba27f885a0f43e996eaad992ecaa1fb as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/9ba27f885a0f43e996eaad992ecaa1fb 2024-11-21T12:17:01,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/9ba27f885a0f43e996eaad992ecaa1fb, entries=150, sequenceid=506, filesize=12.0 K 2024-11-21T12:17:01,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/65f864eb38234e92b4afd6ae4b5d85f0 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/65f864eb38234e92b4afd6ae4b5d85f0 2024-11-21T12:17:01,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/65f864eb38234e92b4afd6ae4b5d85f0, entries=150, sequenceid=506, filesize=12.0 K 2024-11-21T12:17:01,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3e140af8e38a5dd7709db47d6f343c4f in 1343ms, sequenceid=506, compaction requested=true 2024-11-21T12:17:01,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:17:01,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:17:01,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:01,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:17:01,077 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:01,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:01,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e140af8e38a5dd7709db47d6f343c4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:17:01,077 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:01,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:01,078 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:01,079 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/A is initiating minor compaction (all files) 2024-11-21T12:17:01,079 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/A in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:17:01,079 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:01,079 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/B is initiating minor compaction (all files) 2024-11-21T12:17:01,079 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/d6c3c38f67444730b2d8969963d48fd7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/2f4da4ba598c4427aa00776b0e9d6059, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/6270f801d1ad4a218c456f3c09fdd73c] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=100.8 K 2024-11-21T12:17:01,079 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/B in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:17:01,079 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:17:01,079 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/d6c3c38f67444730b2d8969963d48fd7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/2f4da4ba598c4427aa00776b0e9d6059, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/6270f801d1ad4a218c456f3c09fdd73c] 2024-11-21T12:17:01,079 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/75fdec3aa86b451b9098c7ae7ffcff05, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/7b7f6b158f004b559a8ebcbd1ac46f1c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/9ba27f885a0f43e996eaad992ecaa1fb] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=36.8 K 2024-11-21T12:17:01,082 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6c3c38f67444730b2d8969963d48fd7, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732191417059 2024-11-21T12:17:01,082 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 75fdec3aa86b451b9098c7ae7ffcff05, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732191417059 2024-11-21T12:17:01,082 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b7f6b158f004b559a8ebcbd1ac46f1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732191417208 2024-11-21T12:17:01,082 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f4da4ba598c4427aa00776b0e9d6059, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732191417208 2024-11-21T12:17:01,084 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6270f801d1ad4a218c456f3c09fdd73c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732191419386 2024-11-21T12:17:01,084 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ba27f885a0f43e996eaad992ecaa1fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732191419386 2024-11-21T12:17:01,100 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#B#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:01,100 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/094b92ab8d0945e98513de399a3a1be1 is 50, key is test_row_0/B:col10/1732191419386/Put/seqid=0 2024-11-21T12:17:01,140 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:17:01,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742065_1241 (size=13187) 2024-11-21T12:17:01,154 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121e1816cc29fd247a2b740849f85fdfa90_3e140af8e38a5dd7709db47d6f343c4f store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:17:01,209 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121e1816cc29fd247a2b740849f85fdfa90_3e140af8e38a5dd7709db47d6f343c4f, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:17:01,209 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e1816cc29fd247a2b740849f85fdfa90_3e140af8e38a5dd7709db47d6f343c4f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:17:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742066_1242 (size=4469) 2024-11-21T12:17:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-21T12:17:01,360 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:01,557 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/094b92ab8d0945e98513de399a3a1be1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/094b92ab8d0945e98513de399a3a1be1 2024-11-21T12:17:01,563 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/B of 3e140af8e38a5dd7709db47d6f343c4f into 094b92ab8d0945e98513de399a3a1be1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:01,564 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:17:01,564 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/B, priority=13, startTime=1732191421077; duration=0sec 2024-11-21T12:17:01,564 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:01,564 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:B 2024-11-21T12:17:01,564 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:17:01,565 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:17:01,565 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3e140af8e38a5dd7709db47d6f343c4f/C is initiating minor compaction (all files) 2024-11-21T12:17:01,565 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e140af8e38a5dd7709db47d6f343c4f/C in TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:17:01,565 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/3ff1222fea414eeda3720ed74722771e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/4bceb2a5109f43349ad0dacc67ff2498, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/49bdae88cc1c40daa132f32837a26e56, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/65f864eb38234e92b4afd6ae4b5d85f0] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp, totalSize=48.8 K 2024-11-21T12:17:01,566 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ff1222fea414eeda3720ed74722771e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732191414747 2024-11-21T12:17:01,566 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bceb2a5109f43349ad0dacc67ff2498, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732191417059 2024-11-21T12:17:01,567 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 49bdae88cc1c40daa132f32837a26e56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732191417208 2024-11-21T12:17:01,567 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 65f864eb38234e92b4afd6ae4b5d85f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732191419386 2024-11-21T12:17:01,580 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#C#compaction#201 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:01,580 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/2665ace069ab48a78fd06f7f4d26ccc6 is 50, key is test_row_0/C:col10/1732191419386/Put/seqid=0 2024-11-21T12:17:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742067_1243 (size=13153) 2024-11-21T12:17:01,652 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e140af8e38a5dd7709db47d6f343c4f#A#compaction#200 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:01,653 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/102c46572c32453d9889f7a1690506e2 is 175, key is test_row_0/A:col10/1732191419386/Put/seqid=0 2024-11-21T12:17:01,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742068_1244 (size=32141) 2024-11-21T12:17:01,663 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/102c46572c32453d9889f7a1690506e2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/102c46572c32453d9889f7a1690506e2 2024-11-21T12:17:01,678 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/A of 3e140af8e38a5dd7709db47d6f343c4f into 102c46572c32453d9889f7a1690506e2(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:01,678 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:17:01,678 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/A, priority=13, startTime=1732191421077; duration=0sec 2024-11-21T12:17:01,678 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:01,679 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:A 2024-11-21T12:17:01,995 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/2665ace069ab48a78fd06f7f4d26ccc6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/2665ace069ab48a78fd06f7f4d26ccc6 2024-11-21T12:17:01,999 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3e140af8e38a5dd7709db47d6f343c4f/C of 3e140af8e38a5dd7709db47d6f343c4f into 2665ace069ab48a78fd06f7f4d26ccc6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:01,999 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:17:01,999 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., storeName=3e140af8e38a5dd7709db47d6f343c4f/C, priority=12, startTime=1732191421077; duration=0sec 2024-11-21T12:17:02,000 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:02,000 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e140af8e38a5dd7709db47d6f343c4f:C 2024-11-21T12:17:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:02,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-21T12:17:02,080 INFO [Thread-678 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-678. 2024-11-21T12:17:02,080 INFO [Thread-680 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-680. 2024-11-21T12:17:02,080 DEBUG [Thread-680 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:02,080 DEBUG [Thread-678 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:02,080 DEBUG [Thread-680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:02,080 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:02,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:17:02,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:17:02,080 DEBUG [Thread-680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:02,080 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:02,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:17:02,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:17:02,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:17:02,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:17:02,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:02,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:02,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216dd153aa328d41c2a179194a0f58978e_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191419910/Put/seqid=0 2024-11-21T12:17:02,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742069_1245 (size=12454) 2024-11-21T12:17:02,495 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:02,499 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216dd153aa328d41c2a179194a0f58978e_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216dd153aa328d41c2a179194a0f58978e_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:02,500 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/90b98adfe47745df9a2e6cd9b085c385, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:17:02,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/90b98adfe47745df9a2e6cd9b085c385 is 175, key is test_row_0/A:col10/1732191419910/Put/seqid=0 2024-11-21T12:17:02,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742070_1246 (size=31255) 2024-11-21T12:17:02,905 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=547, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/90b98adfe47745df9a2e6cd9b085c385 2024-11-21T12:17:02,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e4023d75cfb3464baa71148e081b072d is 50, key is test_row_0/B:col10/1732191419910/Put/seqid=0 2024-11-21T12:17:02,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742071_1247 (size=12301) 2024-11-21T12:17:03,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e4023d75cfb3464baa71148e081b072d 2024-11-21T12:17:03,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/2c17f090e3c04a0d9436486c08189eb7 is 50, key is test_row_0/C:col10/1732191419910/Put/seqid=0 2024-11-21T12:17:03,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742072_1248 (size=12301) 2024-11-21T12:17:03,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/2c17f090e3c04a0d9436486c08189eb7 2024-11-21T12:17:03,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/90b98adfe47745df9a2e6cd9b085c385 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/90b98adfe47745df9a2e6cd9b085c385 2024-11-21T12:17:03,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/90b98adfe47745df9a2e6cd9b085c385, entries=150, sequenceid=547, filesize=30.5 K 2024-11-21T12:17:03,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/e4023d75cfb3464baa71148e081b072d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e4023d75cfb3464baa71148e081b072d 2024-11-21T12:17:03,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e4023d75cfb3464baa71148e081b072d, entries=150, sequenceid=547, filesize=12.0 K 2024-11-21T12:17:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/2c17f090e3c04a0d9436486c08189eb7 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/2c17f090e3c04a0d9436486c08189eb7 2024-11-21T12:17:03,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/2c17f090e3c04a0d9436486c08189eb7, entries=150, sequenceid=547, filesize=12.0 K 2024-11-21T12:17:03,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=0 B/0 for 3e140af8e38a5dd7709db47d6f343c4f in 1690ms, sequenceid=547, compaction requested=false 2024-11-21T12:17:03,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e140af8e38a5dd7709db47d6f343c4f: 2024-11-21T12:17:04,477 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:17:08,370 INFO [Thread-682 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-682. 2024-11-21T12:17:08,371 DEBUG [Thread-682 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:08,371 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:08,371 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:08,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:10,381 INFO [Thread-684 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-684. 2024-11-21T12:17:10,381 DEBUG [Thread-684 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:10,381 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:10,381 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:10,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:10,560 INFO [Thread-676 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-676. 2024-11-21T12:17:10,560 DEBUG [Thread-676 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:10,560 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:10,560 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:10,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:10,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T12:17:10,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-21T12:17:10,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 201 2024-11-21T12:17:10,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 211 2024-11-21T12:17:10,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-21T12:17:10,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-21T12:17:10,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T12:17:10,560 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2615 2024-11-21T12:17:10,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2584 2024-11-21T12:17:10,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T12:17:10,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1148 2024-11-21T12:17:10,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3437 rows 2024-11-21T12:17:10,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1143 2024-11-21T12:17:10,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3425 rows 2024-11-21T12:17:10,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:10,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:10,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:10,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:10,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:10,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T12:17:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T12:17:10,565 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191430565"}]},"ts":"1732191430565"} 2024-11-21T12:17:10,573 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T12:17:10,573 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T12:17:10,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:17:10,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, UNASSIGN}] 2024-11-21T12:17:10,578 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, UNASSIGN 2024-11-21T12:17:10,579 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=3e140af8e38a5dd7709db47d6f343c4f, regionState=CLOSING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:10,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, UNASSIGN because future has completed 2024-11-21T12:17:10,581 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:17:10,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:17:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T12:17:10,733 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:10,733 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T12:17:10,733 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing 3e140af8e38a5dd7709db47d6f343c4f, disabling compactions & flushes 2024-11-21T12:17:10,734 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:17:10,734 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:17:10,734 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. after waiting 0 ms 2024-11-21T12:17:10,734 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:17:10,734 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing 3e140af8e38a5dd7709db47d6f343c4f 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-21T12:17:10,734 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=A 2024-11-21T12:17:10,734 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:10,734 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=B 2024-11-21T12:17:10,734 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:10,734 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e140af8e38a5dd7709db47d6f343c4f, store=C 2024-11-21T12:17:10,734 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:10,742 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112119733e468cae40beb43eb9b57cdae5f8_3e140af8e38a5dd7709db47d6f343c4f is 50, key is test_row_0/A:col10/1732191428368/Put/seqid=0 2024-11-21T12:17:10,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742073_1249 (size=12454) 2024-11-21T12:17:10,749 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:10,757 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112119733e468cae40beb43eb9b57cdae5f8_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112119733e468cae40beb43eb9b57cdae5f8_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:10,760 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/51f0a34e94e0464d860eeac04bbccaaa, store: [table=TestAcidGuarantees family=A region=3e140af8e38a5dd7709db47d6f343c4f] 2024-11-21T12:17:10,760 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/51f0a34e94e0464d860eeac04bbccaaa is 175, key is test_row_0/A:col10/1732191428368/Put/seqid=0 2024-11-21T12:17:10,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742074_1250 (size=31255) 2024-11-21T12:17:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T12:17:11,165 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=553, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/51f0a34e94e0464d860eeac04bbccaaa 2024-11-21T12:17:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T12:17:11,191 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/3395940b924b4f6293c30257e710edd3 is 50, key is test_row_0/B:col10/1732191428368/Put/seqid=0 2024-11-21T12:17:11,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742075_1251 (size=12301) 2024-11-21T12:17:11,596 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/3395940b924b4f6293c30257e710edd3 2024-11-21T12:17:11,604 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/686af7e70b514262b77d42d3c47575bf is 50, key is test_row_0/C:col10/1732191428368/Put/seqid=0 2024-11-21T12:17:11,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742076_1252 (size=12301) 2024-11-21T12:17:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T12:17:12,009 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/686af7e70b514262b77d42d3c47575bf 2024-11-21T12:17:12,015 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/A/51f0a34e94e0464d860eeac04bbccaaa as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/51f0a34e94e0464d860eeac04bbccaaa 2024-11-21T12:17:12,019 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/51f0a34e94e0464d860eeac04bbccaaa, entries=150, sequenceid=553, filesize=30.5 K 2024-11-21T12:17:12,020 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/B/3395940b924b4f6293c30257e710edd3 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/3395940b924b4f6293c30257e710edd3 2024-11-21T12:17:12,024 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/3395940b924b4f6293c30257e710edd3, entries=150, sequenceid=553, filesize=12.0 K 2024-11-21T12:17:12,025 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/.tmp/C/686af7e70b514262b77d42d3c47575bf as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/686af7e70b514262b77d42d3c47575bf 2024-11-21T12:17:12,030 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/686af7e70b514262b77d42d3c47575bf, entries=150, sequenceid=553, filesize=12.0 K 2024-11-21T12:17:12,031 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 3e140af8e38a5dd7709db47d6f343c4f in 1296ms, sequenceid=553, compaction requested=true 2024-11-21T12:17:12,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c08945adc2014cc08ca830909b7d6eee, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3395e803ffd14952832c771bfbfe83c6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c2da0d92200d44f2a44a0918ecf3c86b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/4c1038b0fdd3429291cd4d45418509ff, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/8c9f817f3d384d2ebd5dc93c13076889, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f998ec0cdf34418c882018c293cbd20a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/fc103ad42f4c4fcbabbe8b6aa51b598e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/67c9fe5a832d4062800f5af1c9d911e1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c0767cfa17884ecfa6c1693ab963c84f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/0f866cefdcae4dfaa789464df5b5fcf0, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/a56b05c61e2a4947a210e5c1b7eb2ad9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/932aa22a6a1e4449b01e71598c86d10e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/1c3dbe3a14124e8b86fa60c5cab41ca2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/049d3dbac7a44d9cb18ad68588b273bd, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/22fecef92d1d49d5bafb08c4e294a7cc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/856471c03a854de1b442e626ef119e9c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a54baf11d9d46d08aba8afbc3cd90e1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/7adf7613a6eb4d4f8f2719538e8b9182, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/d983a592f819404d85461e471b9d05bb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f53481073c734dcf8fa313dd4182d070, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/0bff82f10f454c0caa1e770bfef7a7d3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a0e43f1879a48b7933b82f62d2a0936, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/cbd7729409d042828db3ce96367ccbd0, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/d6c3c38f67444730b2d8969963d48fd7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/2f4da4ba598c4427aa00776b0e9d6059, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/6270f801d1ad4a218c456f3c09fdd73c] to archive 2024-11-21T12:17:12,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:17:12,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c08945adc2014cc08ca830909b7d6eee to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c08945adc2014cc08ca830909b7d6eee 2024-11-21T12:17:12,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3395e803ffd14952832c771bfbfe83c6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3395e803ffd14952832c771bfbfe83c6 2024-11-21T12:17:12,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c2da0d92200d44f2a44a0918ecf3c86b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c2da0d92200d44f2a44a0918ecf3c86b 2024-11-21T12:17:12,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/4c1038b0fdd3429291cd4d45418509ff to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/4c1038b0fdd3429291cd4d45418509ff 2024-11-21T12:17:12,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/8c9f817f3d384d2ebd5dc93c13076889 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/8c9f817f3d384d2ebd5dc93c13076889 2024-11-21T12:17:12,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f998ec0cdf34418c882018c293cbd20a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f998ec0cdf34418c882018c293cbd20a 2024-11-21T12:17:12,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/fc103ad42f4c4fcbabbe8b6aa51b598e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/fc103ad42f4c4fcbabbe8b6aa51b598e 2024-11-21T12:17:12,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/67c9fe5a832d4062800f5af1c9d911e1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/67c9fe5a832d4062800f5af1c9d911e1 2024-11-21T12:17:12,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c0767cfa17884ecfa6c1693ab963c84f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/c0767cfa17884ecfa6c1693ab963c84f 2024-11-21T12:17:12,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/0f866cefdcae4dfaa789464df5b5fcf0 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/0f866cefdcae4dfaa789464df5b5fcf0 2024-11-21T12:17:12,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/a56b05c61e2a4947a210e5c1b7eb2ad9 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/a56b05c61e2a4947a210e5c1b7eb2ad9 2024-11-21T12:17:12,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/932aa22a6a1e4449b01e71598c86d10e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/932aa22a6a1e4449b01e71598c86d10e 2024-11-21T12:17:12,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/1c3dbe3a14124e8b86fa60c5cab41ca2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/1c3dbe3a14124e8b86fa60c5cab41ca2 2024-11-21T12:17:12,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/049d3dbac7a44d9cb18ad68588b273bd to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/049d3dbac7a44d9cb18ad68588b273bd 2024-11-21T12:17:12,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/22fecef92d1d49d5bafb08c4e294a7cc to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/22fecef92d1d49d5bafb08c4e294a7cc 2024-11-21T12:17:12,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/856471c03a854de1b442e626ef119e9c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/856471c03a854de1b442e626ef119e9c 2024-11-21T12:17:12,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a54baf11d9d46d08aba8afbc3cd90e1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a54baf11d9d46d08aba8afbc3cd90e1 2024-11-21T12:17:12,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/7adf7613a6eb4d4f8f2719538e8b9182 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/7adf7613a6eb4d4f8f2719538e8b9182 2024-11-21T12:17:12,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/d983a592f819404d85461e471b9d05bb to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/d983a592f819404d85461e471b9d05bb 2024-11-21T12:17:12,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f53481073c734dcf8fa313dd4182d070 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/f53481073c734dcf8fa313dd4182d070 2024-11-21T12:17:12,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/0bff82f10f454c0caa1e770bfef7a7d3 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/0bff82f10f454c0caa1e770bfef7a7d3 2024-11-21T12:17:12,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a0e43f1879a48b7933b82f62d2a0936 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/3a0e43f1879a48b7933b82f62d2a0936 2024-11-21T12:17:12,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/cbd7729409d042828db3ce96367ccbd0 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/cbd7729409d042828db3ce96367ccbd0 2024-11-21T12:17:12,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/d6c3c38f67444730b2d8969963d48fd7 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/d6c3c38f67444730b2d8969963d48fd7 2024-11-21T12:17:12,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/2f4da4ba598c4427aa00776b0e9d6059 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/2f4da4ba598c4427aa00776b0e9d6059 2024-11-21T12:17:12,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/6270f801d1ad4a218c456f3c09fdd73c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/6270f801d1ad4a218c456f3c09fdd73c 2024-11-21T12:17:12,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/a4aae514c09f4f51bf4b603933f59494, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e7a28b6df54d4a3a89fc9054ac642bde, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/b2efd97c7eba46cf945a34406d0af215, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/193acf4221b14c499678f39086355800, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/1457110bcb51409999ff82fb13626915, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/af0d33c39333410bb1333b6474ea219c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/7bb9d464b9da4ed5aa5f3f25c528975c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/9d4618a75b9345d2b609beb94f18c36e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/c0c6660608d54d4ea91a90020aec4f2f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/95848a172c444a789f9e20615c73f784, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/ffc8e626917e400fa428543dc93c2ae3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/518f863aae674cb7aee29db4ca84f7ef, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/ab44e9bc5d65427dae65dd9d32bbec87, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/20cbac9d775649d69529801bf6841dfa, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/268713f8a4af42c8b7200a5031984a1e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/3209914a76d34046aef3f18e105feff3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/5127e48624fb4d1198334b925197881b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e4452d54366a4d3fb7e3f4681221c177, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e5aa7910a2a24e6bb1869f40d80469aa, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/752350eace4c4747907d577a5c5cb2c2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e23bf8d1697d4d438c66471908892ecc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/1cf85145e8d446fe9993498e41f97e6a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/75fdec3aa86b451b9098c7ae7ffcff05, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/20be0f13ca944c8c99f3b77f5238a97e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/7b7f6b158f004b559a8ebcbd1ac46f1c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/9ba27f885a0f43e996eaad992ecaa1fb] to archive 2024-11-21T12:17:12,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:17:12,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/a4aae514c09f4f51bf4b603933f59494 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/a4aae514c09f4f51bf4b603933f59494 2024-11-21T12:17:12,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e7a28b6df54d4a3a89fc9054ac642bde to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e7a28b6df54d4a3a89fc9054ac642bde 2024-11-21T12:17:12,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/b2efd97c7eba46cf945a34406d0af215 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/b2efd97c7eba46cf945a34406d0af215 2024-11-21T12:17:12,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/193acf4221b14c499678f39086355800 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/193acf4221b14c499678f39086355800 2024-11-21T12:17:12,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/1457110bcb51409999ff82fb13626915 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/1457110bcb51409999ff82fb13626915 2024-11-21T12:17:12,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/af0d33c39333410bb1333b6474ea219c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/af0d33c39333410bb1333b6474ea219c 2024-11-21T12:17:12,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/7bb9d464b9da4ed5aa5f3f25c528975c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/7bb9d464b9da4ed5aa5f3f25c528975c 2024-11-21T12:17:12,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/9d4618a75b9345d2b609beb94f18c36e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/9d4618a75b9345d2b609beb94f18c36e 2024-11-21T12:17:12,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/c0c6660608d54d4ea91a90020aec4f2f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/c0c6660608d54d4ea91a90020aec4f2f 2024-11-21T12:17:12,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/95848a172c444a789f9e20615c73f784 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/95848a172c444a789f9e20615c73f784 2024-11-21T12:17:12,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/ffc8e626917e400fa428543dc93c2ae3 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/ffc8e626917e400fa428543dc93c2ae3 2024-11-21T12:17:12,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/518f863aae674cb7aee29db4ca84f7ef to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/518f863aae674cb7aee29db4ca84f7ef 2024-11-21T12:17:12,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/ab44e9bc5d65427dae65dd9d32bbec87 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/ab44e9bc5d65427dae65dd9d32bbec87 2024-11-21T12:17:12,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/20cbac9d775649d69529801bf6841dfa to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/20cbac9d775649d69529801bf6841dfa 2024-11-21T12:17:12,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/268713f8a4af42c8b7200a5031984a1e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/268713f8a4af42c8b7200a5031984a1e 2024-11-21T12:17:12,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/3209914a76d34046aef3f18e105feff3 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/3209914a76d34046aef3f18e105feff3 2024-11-21T12:17:12,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/5127e48624fb4d1198334b925197881b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/5127e48624fb4d1198334b925197881b 2024-11-21T12:17:12,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e4452d54366a4d3fb7e3f4681221c177 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e4452d54366a4d3fb7e3f4681221c177 2024-11-21T12:17:12,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e5aa7910a2a24e6bb1869f40d80469aa to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e5aa7910a2a24e6bb1869f40d80469aa 2024-11-21T12:17:12,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/752350eace4c4747907d577a5c5cb2c2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/752350eace4c4747907d577a5c5cb2c2 2024-11-21T12:17:12,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e23bf8d1697d4d438c66471908892ecc to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e23bf8d1697d4d438c66471908892ecc 2024-11-21T12:17:12,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/1cf85145e8d446fe9993498e41f97e6a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/1cf85145e8d446fe9993498e41f97e6a 2024-11-21T12:17:12,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/75fdec3aa86b451b9098c7ae7ffcff05 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/75fdec3aa86b451b9098c7ae7ffcff05 2024-11-21T12:17:12,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/20be0f13ca944c8c99f3b77f5238a97e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/20be0f13ca944c8c99f3b77f5238a97e 2024-11-21T12:17:12,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/7b7f6b158f004b559a8ebcbd1ac46f1c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/7b7f6b158f004b559a8ebcbd1ac46f1c 2024-11-21T12:17:12,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/9ba27f885a0f43e996eaad992ecaa1fb to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/9ba27f885a0f43e996eaad992ecaa1fb 2024-11-21T12:17:12,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/a387709389f44ce8bdf0994a641ef8d7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/89dad9362b4d4d2badfed39a1752eb4b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/ca4580acde0b4447a8edf5a8646c218d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/6b43d6a65539439b8aea979046a713b8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/8b2704f2fcb0478eba494d52b4d98c0c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/69f742eb657f43fc9b97d6401417fd34, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/8b4a2ad2f0464247bf018bafa37419f2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/a03304842c0d4780a486382a63573899, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/29d972d5e74e4ec7b2b6a8fbaa4f0103, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/39e5f90827514beab2f65848f5c7323a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/7ecaecc2402b40cd8cdb92f8d1f64194, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/abd1744263d845a7b6f49dd8047feed1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/af528bff9e804d0aa99a4ca0c1178e7c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/18d84e08eb634b708604f1f4d11c8c0e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/67f953faf99d4a458f7d4ceb594ea6f6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/6cec61497e5541a49b0d28b1cbae236b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/d606f5432c174c30adf0723d9798a452, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/0cee6c63759d44c3a8a8d5554e353e5f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/be623ae69c174641b06d71d5a577ea8a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/5cc827b46b5d416a8008f72743f0b549, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/3ff1222fea414eeda3720ed74722771e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/0135e2c5351744cdb08231b804f3f7af, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/4bceb2a5109f43349ad0dacc67ff2498, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/49bdae88cc1c40daa132f32837a26e56, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/65f864eb38234e92b4afd6ae4b5d85f0] to archive 2024-11-21T12:17:12,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:17:12,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/a387709389f44ce8bdf0994a641ef8d7 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/a387709389f44ce8bdf0994a641ef8d7 2024-11-21T12:17:12,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/89dad9362b4d4d2badfed39a1752eb4b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/89dad9362b4d4d2badfed39a1752eb4b 2024-11-21T12:17:12,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/ca4580acde0b4447a8edf5a8646c218d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/ca4580acde0b4447a8edf5a8646c218d 2024-11-21T12:17:12,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/6b43d6a65539439b8aea979046a713b8 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/6b43d6a65539439b8aea979046a713b8 2024-11-21T12:17:12,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/8b2704f2fcb0478eba494d52b4d98c0c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/8b2704f2fcb0478eba494d52b4d98c0c 2024-11-21T12:17:12,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/69f742eb657f43fc9b97d6401417fd34 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/69f742eb657f43fc9b97d6401417fd34 2024-11-21T12:17:12,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/8b4a2ad2f0464247bf018bafa37419f2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/8b4a2ad2f0464247bf018bafa37419f2 2024-11-21T12:17:12,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/a03304842c0d4780a486382a63573899 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/a03304842c0d4780a486382a63573899 2024-11-21T12:17:12,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/29d972d5e74e4ec7b2b6a8fbaa4f0103 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/29d972d5e74e4ec7b2b6a8fbaa4f0103 2024-11-21T12:17:12,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/39e5f90827514beab2f65848f5c7323a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/39e5f90827514beab2f65848f5c7323a 2024-11-21T12:17:12,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/7ecaecc2402b40cd8cdb92f8d1f64194 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/7ecaecc2402b40cd8cdb92f8d1f64194 2024-11-21T12:17:12,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/abd1744263d845a7b6f49dd8047feed1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/abd1744263d845a7b6f49dd8047feed1 2024-11-21T12:17:12,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/af528bff9e804d0aa99a4ca0c1178e7c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/af528bff9e804d0aa99a4ca0c1178e7c 2024-11-21T12:17:12,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/18d84e08eb634b708604f1f4d11c8c0e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/18d84e08eb634b708604f1f4d11c8c0e 2024-11-21T12:17:12,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/67f953faf99d4a458f7d4ceb594ea6f6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/67f953faf99d4a458f7d4ceb594ea6f6 2024-11-21T12:17:12,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/6cec61497e5541a49b0d28b1cbae236b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/6cec61497e5541a49b0d28b1cbae236b 2024-11-21T12:17:12,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/d606f5432c174c30adf0723d9798a452 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/d606f5432c174c30adf0723d9798a452 2024-11-21T12:17:12,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/0cee6c63759d44c3a8a8d5554e353e5f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/0cee6c63759d44c3a8a8d5554e353e5f 2024-11-21T12:17:12,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/be623ae69c174641b06d71d5a577ea8a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/be623ae69c174641b06d71d5a577ea8a 2024-11-21T12:17:12,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/5cc827b46b5d416a8008f72743f0b549 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/5cc827b46b5d416a8008f72743f0b549 2024-11-21T12:17:12,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/3ff1222fea414eeda3720ed74722771e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/3ff1222fea414eeda3720ed74722771e 2024-11-21T12:17:12,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/0135e2c5351744cdb08231b804f3f7af to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/0135e2c5351744cdb08231b804f3f7af 2024-11-21T12:17:12,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/4bceb2a5109f43349ad0dacc67ff2498 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/4bceb2a5109f43349ad0dacc67ff2498 2024-11-21T12:17:12,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/49bdae88cc1c40daa132f32837a26e56 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/49bdae88cc1c40daa132f32837a26e56 2024-11-21T12:17:12,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/65f864eb38234e92b4afd6ae4b5d85f0 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/65f864eb38234e92b4afd6ae4b5d85f0 2024-11-21T12:17:12,140 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/recovered.edits/556.seqid, newMaxSeqId=556, maxSeqId=4 2024-11-21T12:17:12,140 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. 2024-11-21T12:17:12,140 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for 3e140af8e38a5dd7709db47d6f343c4f: Waiting for close lock at 1732191430733Running coprocessor pre-close hooks at 1732191430733Disabling compacts and flushes for region at 1732191430733Disabling writes for close at 1732191430734 (+1 ms)Obtaining lock to block concurrent updates at 1732191430734Preparing flush snapshotting stores in 3e140af8e38a5dd7709db47d6f343c4f at 1732191430734Finished memstore snapshotting TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732191430734Flushing stores of TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f. at 1732191430735 (+1 ms)Flushing 3e140af8e38a5dd7709db47d6f343c4f/A: creating writer at 1732191430735Flushing mob file 3e140af8e38a5dd7709db47d6f343c4f/A: appending metadata at 1732191430741 (+6 ms)Flushing mob file 3e140af8e38a5dd7709db47d6f343c4f/A: closing flushed file at 1732191430741Flushing 3e140af8e38a5dd7709db47d6f343c4f/A: appending metadata at 1732191430760 (+19 ms)Flushing 3e140af8e38a5dd7709db47d6f343c4f/A: closing flushed file at 1732191430760Flushing 3e140af8e38a5dd7709db47d6f343c4f/B: creating writer at 1732191431169 (+409 ms)Flushing 3e140af8e38a5dd7709db47d6f343c4f/B: appending metadata at 1732191431191 (+22 ms)Flushing 3e140af8e38a5dd7709db47d6f343c4f/B: closing flushed file at 1732191431191Flushing 3e140af8e38a5dd7709db47d6f343c4f/C: creating writer at 1732191431601 (+410 ms)Flushing 3e140af8e38a5dd7709db47d6f343c4f/C: appending metadata at 1732191431604 (+3 ms)Flushing 3e140af8e38a5dd7709db47d6f343c4f/C: closing flushed file at 1732191431604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11760b7c: reopening flushed file at 1732191432014 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492fe6ed: reopening flushed file at 1732191432020 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@173b3055: reopening flushed file at 1732191432025 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 3e140af8e38a5dd7709db47d6f343c4f in 1296ms, sequenceid=553, compaction requested=true at 1732191432031 (+6 ms)Writing region close event to WAL at 1732191432136 (+105 ms)Running coprocessor post-close hooks at 1732191432140 (+4 ms)Closed at 1732191432140 2024-11-21T12:17:12,143 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed 3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=3e140af8e38a5dd7709db47d6f343c4f, regionState=CLOSED 2024-11-21T12:17:12,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:17:12,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-21T12:17:12,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure 3e140af8e38a5dd7709db47d6f343c4f, server=9bb5b7e9dd2c,40779,1732191366267 in 1.5650 sec 2024-11-21T12:17:12,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-21T12:17:12,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e140af8e38a5dd7709db47d6f343c4f, UNASSIGN in 1.5720 sec 2024-11-21T12:17:12,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-21T12:17:12,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5760 sec 2024-11-21T12:17:12,154 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191432153"}]},"ts":"1732191432153"} 2024-11-21T12:17:12,155 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T12:17:12,155 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T12:17:12,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5940 sec 2024-11-21T12:17:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T12:17:12,709 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:12,709 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T12:17:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:12,711 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T12:17:12,712 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:12,714 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,717 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/recovered.edits] 2024-11-21T12:17:12,720 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/102c46572c32453d9889f7a1690506e2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/102c46572c32453d9889f7a1690506e2 2024-11-21T12:17:12,722 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/51f0a34e94e0464d860eeac04bbccaaa to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/51f0a34e94e0464d860eeac04bbccaaa 2024-11-21T12:17:12,723 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/90b98adfe47745df9a2e6cd9b085c385 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/A/90b98adfe47745df9a2e6cd9b085c385 2024-11-21T12:17:12,726 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/094b92ab8d0945e98513de399a3a1be1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/094b92ab8d0945e98513de399a3a1be1 2024-11-21T12:17:12,727 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/3395940b924b4f6293c30257e710edd3 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/3395940b924b4f6293c30257e710edd3 2024-11-21T12:17:12,729 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e4023d75cfb3464baa71148e081b072d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/B/e4023d75cfb3464baa71148e081b072d 2024-11-21T12:17:12,731 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/2665ace069ab48a78fd06f7f4d26ccc6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/2665ace069ab48a78fd06f7f4d26ccc6 2024-11-21T12:17:12,732 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/2c17f090e3c04a0d9436486c08189eb7 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/2c17f090e3c04a0d9436486c08189eb7 2024-11-21T12:17:12,733 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/686af7e70b514262b77d42d3c47575bf to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/C/686af7e70b514262b77d42d3c47575bf 2024-11-21T12:17:12,737 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/recovered.edits/556.seqid to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f/recovered.edits/556.seqid 2024-11-21T12:17:12,737 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,737 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T12:17:12,738 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T12:17:12,739 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T12:17:12,742 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104789b52ccff4c4abea31e752e38e0b7_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104789b52ccff4c4abea31e752e38e0b7_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,744 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210533e1da947446c19c6cde789e01ce51_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210533e1da947446c19c6cde789e01ce51_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,745 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210717b1990fe04da3a51ebee52a6e7b9f_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210717b1990fe04da3a51ebee52a6e7b9f_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,746 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211628681869564548b7fc4ff3f61f1c23_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211628681869564548b7fc4ff3f61f1c23_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,747 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211677dcecc9514b5f9646157dffd13eaa_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211677dcecc9514b5f9646157dffd13eaa_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,748 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112119733e468cae40beb43eb9b57cdae5f8_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112119733e468cae40beb43eb9b57cdae5f8_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,749 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211a365cbabcd347138aac4e106645716c_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211a365cbabcd347138aac4e106645716c_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,750 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211dccb5bf59bd45d1808ac3da8f7bddc5_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211dccb5bf59bd45d1808ac3da8f7bddc5_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,751 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112138c92f8e50a94d1e9280ba11970afb1d_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112138c92f8e50a94d1e9280ba11970afb1d_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,753 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216dd153aa328d41c2a179194a0f58978e_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216dd153aa328d41c2a179194a0f58978e_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,754 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ebac22efe984ac28930c418f768b591_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ebac22efe984ac28930c418f768b591_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,755 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186d39230286240ac8273102f31a23199_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186d39230286240ac8273102f31a23199_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,756 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218adc46fe45b94311b3d5f0f1b163c251_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218adc46fe45b94311b3d5f0f1b163c251_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,757 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a2824b093c9244c88411a0b896c605b1_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a2824b093c9244c88411a0b896c605b1_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,758 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b8302e1bf12145e896e190bcdb7396e9_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b8302e1bf12145e896e190bcdb7396e9_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,760 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b831cf4c2fba45ecaf3aea5c0a75d4fa_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b831cf4c2fba45ecaf3aea5c0a75d4fa_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,761 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c8c5966e93314e8e9da07456fe3181f1_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c8c5966e93314e8e9da07456fe3181f1_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,762 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cf3fa494176f44ff9af46eb82a9702fd_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cf3fa494176f44ff9af46eb82a9702fd_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,763 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e5de6967094348df9dc30c8b0a757150_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e5de6967094348df9dc30c8b0a757150_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,765 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f76cce6df5424a40b049f2650406f4fb_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f76cce6df5424a40b049f2650406f4fb_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,766 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f8443769ed5045caab06aa94318bc9e4_3e140af8e38a5dd7709db47d6f343c4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f8443769ed5045caab06aa94318bc9e4_3e140af8e38a5dd7709db47d6f343c4f 2024-11-21T12:17:12,766 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T12:17:12,768 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:12,772 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T12:17:12,774 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T12:17:12,775 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:12,775 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T12:17:12,775 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732191432775"}]},"ts":"9223372036854775807"} 2024-11-21T12:17:12,778 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T12:17:12,778 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3e140af8e38a5dd7709db47d6f343c4f, NAME => 'TestAcidGuarantees,,1732191396793.3e140af8e38a5dd7709db47d6f343c4f.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T12:17:12,778 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T12:17:12,778 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732191432778"}]},"ts":"9223372036854775807"} 2024-11-21T12:17:12,780 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T12:17:12,781 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:12,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-11-21T12:17:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T12:17:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T12:17:12,819 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:12,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 248), OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=575 (was 394) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8024 (was 8443) 2024-11-21T12:17:12,843 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=575, ProcessCount=11, AvailableMemoryMB=8023 2024-11-21T12:17:12,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:17:12,846 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:17:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:12,848 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:17:12,848 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:12,848 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-21T12:17:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-21T12:17:12,849 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:17:12,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742077_1253 (size=1061) 2024-11-21T12:17:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-21T12:17:13,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-21T12:17:13,259 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d 2024-11-21T12:17:13,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742078_1254 (size=53) 2024-11-21T12:17:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-21T12:17:13,669 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:13,669 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 55f9bcbdbef778dcce73ab48bf8cfef6, disabling compactions & flushes 2024-11-21T12:17:13,669 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:13,669 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:13,669 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. after waiting 0 ms 2024-11-21T12:17:13,669 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:13,669 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:13,669 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55f9bcbdbef778dcce73ab48bf8cfef6: Waiting for close lock at 1732191433669Disabling compacts and flushes for region at 1732191433669Disabling writes for close at 1732191433669Writing region close event to WAL at 1732191433669Closed at 1732191433669 2024-11-21T12:17:13,670 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:17:13,671 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732191433671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191433671"}]},"ts":"1732191433671"} 2024-11-21T12:17:13,673 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:17:13,674 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:17:13,674 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191433674"}]},"ts":"1732191433674"} 2024-11-21T12:17:13,675 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T12:17:13,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f9bcbdbef778dcce73ab48bf8cfef6, ASSIGN}] 2024-11-21T12:17:13,677 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f9bcbdbef778dcce73ab48bf8cfef6, ASSIGN 2024-11-21T12:17:13,678 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f9bcbdbef778dcce73ab48bf8cfef6, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,40779,1732191366267; forceNewPlan=false, retain=false 2024-11-21T12:17:13,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=55f9bcbdbef778dcce73ab48bf8cfef6, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:13,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f9bcbdbef778dcce73ab48bf8cfef6, ASSIGN because future has completed 2024-11-21T12:17:13,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:17:13,987 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:13,987 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:13,987 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:13,987 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:13,987 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:13,988 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-21T12:17:13,989 INFO [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:13,990 INFO [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:17:13,990 INFO [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f9bcbdbef778dcce73ab48bf8cfef6 columnFamilyName A 2024-11-21T12:17:13,990 DEBUG [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:13,991 INFO [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] regionserver.HStore(327): Store=55f9bcbdbef778dcce73ab48bf8cfef6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:13,991 INFO [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:13,992 INFO [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:17:13,992 INFO [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f9bcbdbef778dcce73ab48bf8cfef6 columnFamilyName B 2024-11-21T12:17:13,992 DEBUG [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:13,993 INFO [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] regionserver.HStore(327): Store=55f9bcbdbef778dcce73ab48bf8cfef6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:13,993 INFO [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:13,994 INFO [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:17:13,994 INFO [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f9bcbdbef778dcce73ab48bf8cfef6 columnFamilyName C 2024-11-21T12:17:13,994 DEBUG [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:13,994 INFO [StoreOpener-55f9bcbdbef778dcce73ab48bf8cfef6-1 {}] regionserver.HStore(327): Store=55f9bcbdbef778dcce73ab48bf8cfef6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:13,994 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:13,994 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:13,995 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:13,995 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:13,996 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:13,996 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:13,996 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:17:13,998 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:13,999 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:17:14,000 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 55f9bcbdbef778dcce73ab48bf8cfef6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69675548, jitterRate=0.03824657201766968}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:17:14,000 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:14,001 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 55f9bcbdbef778dcce73ab48bf8cfef6: Running coprocessor pre-open hook at 1732191433988Writing region info on filesystem at 1732191433988Initializing all the Stores at 1732191433989 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191433989Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191433989Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191433989Cleaning up temporary data from old regions at 1732191433996 (+7 ms)Running coprocessor post-open hooks at 1732191434000 (+4 ms)Region opened successfully at 1732191434001 (+1 ms) 2024-11-21T12:17:14,002 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., pid=67, masterSystemTime=1732191433983 2024-11-21T12:17:14,004 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:14,004 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:14,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=55f9bcbdbef778dcce73ab48bf8cfef6, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:14,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:17:14,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-21T12:17:14,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 in 175 msec 2024-11-21T12:17:14,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-21T12:17:14,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f9bcbdbef778dcce73ab48bf8cfef6, ASSIGN in 331 msec 2024-11-21T12:17:14,010 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:17:14,010 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191434010"}]},"ts":"1732191434010"} 2024-11-21T12:17:14,011 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T12:17:14,012 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:17:14,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-21T12:17:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-21T12:17:15,008 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:15,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04d2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:15,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:15,010 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:15,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:15,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:15,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15276ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:15,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:15,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:15,012 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:15,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d72d05c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:15,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:15,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:15,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:15,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:17:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c187f19 2024-11-21T12:17:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:15,018 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:17:15,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:15,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:15,020 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640b0eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:15,021 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:15,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798c9f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:15,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:15,023 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1c75fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:15,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:15,024 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:15,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7007c5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:15,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:15,026 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11dc62b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:15,027 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f8ab41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:15,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:15,028 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b3bf0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:15,030 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c03c3cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856abc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:15,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:15,031 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6767ef12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:15,032 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11883e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:15,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:15,034 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:15,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:15,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:15,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e66fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:15,035 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:15,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a4ac8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692cba37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:15,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:15,037 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2681cfbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:15,038 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:15,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13acb63e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d805c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:15,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:15,041 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688037bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:15,042 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6efcaeeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4861c2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:15,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:15,043 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ddb563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:15,045 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:15,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135394fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3397c776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:15,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:15,046 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:15,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:15,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7244b721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:15,047 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:15,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363eec9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:15,048 DEBUG [Thread-1181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:15,048 DEBUG [Thread-1186 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:15,048 DEBUG [Thread-1192 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:15,049 DEBUG [Thread-1184 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:15,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:15,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:15,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:15,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:15,050 DEBUG [Thread-1190 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:15,050 DEBUG [Thread-1188 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:15,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:15,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:15,051 DEBUG [Thread-1188 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:15,052 DEBUG [Thread-1188 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:15,052 DEBUG [Thread-1175 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:15,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:15,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:17:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-21T12:17:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:17:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:17:15,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:17:15,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:17:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:17:15,056 DEBUG [Thread-1173 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:17:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:15,057 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:15,058 DEBUG [Thread-1177 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:15,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:15,058 DEBUG [Thread-1179 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:15,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:15,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:15,059 DEBUG [Thread-1179 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:15,059 DEBUG [Thread-1179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T12:17:15,059 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:15,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:15,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:17:15,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:15,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:15,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:17:15,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:17:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:15,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T12:17:15,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:15,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:15,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:15,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:15,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:15,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:15,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/c11bb9ec31c84b5d96815bc590309733 is 50, key is test_row_0/A:col10/1732191435066/Put/seqid=0 2024-11-21T12:17:15,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742079_1255 (size=12001) 2024-11-21T12:17:15,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191495142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191495143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191495143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191435081, max timestamp=1732191435148Num uniques 859; 2024-11-21T12:17:15,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:17:15,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191435081, max timestamp=1732191435148Num uniques 859; 2024-11-21T12:17:15,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:17:15,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191435081, max timestamp=1732191435148Num uniques 859; 2024-11-21T12:17:15,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:17:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T12:17:15,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33560 deadline: 1732191495187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33592 deadline: 1732191495189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T12:17:15,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:15,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:15,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:15,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191495258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191495258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191495258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33560 deadline: 1732191495298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33592 deadline: 1732191495298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T12:17:15,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:15,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:15,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:15,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T12:17:15,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191495468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191495469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191495469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33592 deadline: 1732191495508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33560 deadline: 1732191495508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/c11bb9ec31c84b5d96815bc590309733 2024-11-21T12:17:15,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T12:17:15,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:15,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:15,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:15,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/3b0dfbfbaf75458fa0bf4b512a2a00f9 is 50, key is test_row_0/B:col10/1732191435066/Put/seqid=0 2024-11-21T12:17:15,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742080_1256 (size=12001) 2024-11-21T12:17:15,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T12:17:15,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:15,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:15,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:15,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T12:17:15,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191495778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191495778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191495778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33592 deadline: 1732191495818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:15,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33560 deadline: 1732191495818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:15,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:15,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:15,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T12:17:15,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:15,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:15,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:15,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T12:17:15,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:15,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:15,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:15,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:16,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/3b0dfbfbaf75458fa0bf4b512a2a00f9 2024-11-21T12:17:16,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/313e60dc0c944ea88ca7955f9e6baf06 is 50, key is test_row_0/C:col10/1732191435066/Put/seqid=0 2024-11-21T12:17:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742081_1257 (size=12001) 2024-11-21T12:17:16,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T12:17:16,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:16,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:16,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:16,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:16,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T12:17:16,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T12:17:16,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:16,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:16,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:16,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:16,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:16,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191496288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:16,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191496288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:16,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191496288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:16,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33592 deadline: 1732191496328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:16,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33560 deadline: 1732191496328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:16,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T12:17:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:16,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:16,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:16,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/313e60dc0c944ea88ca7955f9e6baf06 2024-11-21T12:17:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:16,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/c11bb9ec31c84b5d96815bc590309733 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c11bb9ec31c84b5d96815bc590309733 2024-11-21T12:17:16,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c11bb9ec31c84b5d96815bc590309733, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T12:17:16,453 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-21T12:17:16,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/3b0dfbfbaf75458fa0bf4b512a2a00f9 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/3b0dfbfbaf75458fa0bf4b512a2a00f9 2024-11-21T12:17:16,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/3b0dfbfbaf75458fa0bf4b512a2a00f9, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T12:17:16,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/313e60dc0c944ea88ca7955f9e6baf06 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/313e60dc0c944ea88ca7955f9e6baf06 2024-11-21T12:17:16,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/313e60dc0c944ea88ca7955f9e6baf06, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T12:17:16,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 1399ms, sequenceid=13, compaction requested=false 2024-11-21T12:17:16,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:16,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T12:17:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:16,594 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-21T12:17:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:16,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:16,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:16,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:16,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:16,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:16,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/6bac144e0c094b38bc0f177ac499ca02 is 50, key is test_row_0/A:col10/1732191435187/Put/seqid=0 2024-11-21T12:17:16,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742082_1258 (size=12001) 2024-11-21T12:17:17,010 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/6bac144e0c094b38bc0f177ac499ca02 2024-11-21T12:17:17,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2da361a50fc24ff899e815ee56992aec is 50, key is test_row_0/B:col10/1732191435187/Put/seqid=0 2024-11-21T12:17:17,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742083_1259 (size=12001) 2024-11-21T12:17:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T12:17:17,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:17,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191497315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191497316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191497319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33560 deadline: 1732191497337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,339 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 55f9bcbdbef778dcce73ab48bf8cfef6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33592 deadline: 1732191497348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,351 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 55f9bcbdbef778dcce73ab48bf8cfef6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:17,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191497428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191497428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191497428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,437 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2da361a50fc24ff899e815ee56992aec 2024-11-21T12:17:17,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/0c289dbd52fe4b26ad732242787d50c5 is 50, key is test_row_0/C:col10/1732191435187/Put/seqid=0 2024-11-21T12:17:17,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742084_1260 (size=12001) 2024-11-21T12:17:17,454 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/0c289dbd52fe4b26ad732242787d50c5 2024-11-21T12:17:17,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/6bac144e0c094b38bc0f177ac499ca02 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/6bac144e0c094b38bc0f177ac499ca02 2024-11-21T12:17:17,466 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/6bac144e0c094b38bc0f177ac499ca02, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T12:17:17,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2da361a50fc24ff899e815ee56992aec as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2da361a50fc24ff899e815ee56992aec 2024-11-21T12:17:17,471 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2da361a50fc24ff899e815ee56992aec, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T12:17:17,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/0c289dbd52fe4b26ad732242787d50c5 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/0c289dbd52fe4b26ad732242787d50c5 2024-11-21T12:17:17,491 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/0c289dbd52fe4b26ad732242787d50c5, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T12:17:17,492 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 898ms, sequenceid=47, compaction requested=false 2024-11-21T12:17:17,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:17,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:17,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-21T12:17:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-21T12:17:17,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-21T12:17:17,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4350 sec 2024-11-21T12:17:17,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.4470 sec 2024-11-21T12:17:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:17,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T12:17:17,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:17,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:17,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:17,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:17,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:17,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:17,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/19cf90640d2845088876084b31daa015 is 50, key is test_row_0/A:col10/1732191437304/Put/seqid=0 2024-11-21T12:17:17,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742085_1261 (size=14341) 2024-11-21T12:17:17,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T12:17:17,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191497666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191497668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191497668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191497778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191497778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191497778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191497988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191497988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191497988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:18,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/19cf90640d2845088876084b31daa015 2024-11-21T12:17:18,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/0e543fa6b81b419997bc8f1c767d1a84 is 50, key is test_row_0/B:col10/1732191437304/Put/seqid=0 2024-11-21T12:17:18,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742086_1262 (size=12001) 2024-11-21T12:17:18,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:18,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191498298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191498298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:18,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:18,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191498298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:18,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/0e543fa6b81b419997bc8f1c767d1a84 2024-11-21T12:17:18,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/66a78aa368244352935ea4cbd4782707 is 50, key is test_row_0/C:col10/1732191437304/Put/seqid=0 2024-11-21T12:17:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742087_1263 (size=12001) 2024-11-21T12:17:18,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/66a78aa368244352935ea4cbd4782707 2024-11-21T12:17:18,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/19cf90640d2845088876084b31daa015 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/19cf90640d2845088876084b31daa015 2024-11-21T12:17:18,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/19cf90640d2845088876084b31daa015, entries=200, sequenceid=61, filesize=14.0 K 2024-11-21T12:17:18,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/0e543fa6b81b419997bc8f1c767d1a84 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/0e543fa6b81b419997bc8f1c767d1a84 2024-11-21T12:17:18,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/0e543fa6b81b419997bc8f1c767d1a84, entries=150, sequenceid=61, filesize=11.7 K 2024-11-21T12:17:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/66a78aa368244352935ea4cbd4782707 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/66a78aa368244352935ea4cbd4782707 2024-11-21T12:17:18,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/66a78aa368244352935ea4cbd4782707, entries=150, sequenceid=61, filesize=11.7 K 2024-11-21T12:17:18,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 865ms, sequenceid=61, compaction requested=true 2024-11-21T12:17:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:17:18,505 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:17:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:17:18,505 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:18,507 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:18,507 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/B is initiating minor compaction (all files) 2024-11-21T12:17:18,507 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/B in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:18,508 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/3b0dfbfbaf75458fa0bf4b512a2a00f9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2da361a50fc24ff899e815ee56992aec, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/0e543fa6b81b419997bc8f1c767d1a84] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=35.2 K 2024-11-21T12:17:18,508 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:18,508 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/A is initiating minor compaction (all files) 2024-11-21T12:17:18,508 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/A in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:18,508 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c11bb9ec31c84b5d96815bc590309733, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/6bac144e0c094b38bc0f177ac499ca02, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/19cf90640d2845088876084b31daa015] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=37.4 K 2024-11-21T12:17:18,509 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b0dfbfbaf75458fa0bf4b512a2a00f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732191435063 2024-11-21T12:17:18,509 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c11bb9ec31c84b5d96815bc590309733, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732191435063 2024-11-21T12:17:18,509 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2da361a50fc24ff899e815ee56992aec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732191435175 2024-11-21T12:17:18,509 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bac144e0c094b38bc0f177ac499ca02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732191435175 2024-11-21T12:17:18,509 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19cf90640d2845088876084b31daa015, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732191437304 2024-11-21T12:17:18,509 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e543fa6b81b419997bc8f1c767d1a84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732191437304 2024-11-21T12:17:18,521 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#B#compaction#217 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:18,521 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2b62b925a1f14a5a9832d3fcbdff930d is 50, key is test_row_0/B:col10/1732191437304/Put/seqid=0 2024-11-21T12:17:18,523 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#A#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:18,524 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/e6815cc4f11043dbab8de62783cc581a is 50, key is test_row_0/A:col10/1732191437304/Put/seqid=0 2024-11-21T12:17:18,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742088_1264 (size=12104) 2024-11-21T12:17:18,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742089_1265 (size=12104) 2024-11-21T12:17:18,543 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/e6815cc4f11043dbab8de62783cc581a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e6815cc4f11043dbab8de62783cc581a 2024-11-21T12:17:18,551 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/A of 55f9bcbdbef778dcce73ab48bf8cfef6 into e6815cc4f11043dbab8de62783cc581a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:18,551 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:18,551 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/A, priority=13, startTime=1732191438505; duration=0sec 2024-11-21T12:17:18,551 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:18,551 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:A 2024-11-21T12:17:18,552 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:18,553 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:18,554 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/C is initiating minor compaction (all files) 2024-11-21T12:17:18,554 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/C in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:18,554 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/313e60dc0c944ea88ca7955f9e6baf06, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/0c289dbd52fe4b26ad732242787d50c5, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/66a78aa368244352935ea4cbd4782707] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=35.2 K 2024-11-21T12:17:18,554 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 313e60dc0c944ea88ca7955f9e6baf06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732191435063 2024-11-21T12:17:18,555 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c289dbd52fe4b26ad732242787d50c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732191435175 2024-11-21T12:17:18,555 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66a78aa368244352935ea4cbd4782707, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732191437304 2024-11-21T12:17:18,568 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#C#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:18,569 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/425fc30eae8c4dd2a3e74843d19cfd23 is 50, key is test_row_0/C:col10/1732191437304/Put/seqid=0 2024-11-21T12:17:18,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742090_1266 (size=12104) 2024-11-21T12:17:18,587 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/425fc30eae8c4dd2a3e74843d19cfd23 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/425fc30eae8c4dd2a3e74843d19cfd23 2024-11-21T12:17:18,594 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/C of 55f9bcbdbef778dcce73ab48bf8cfef6 into 425fc30eae8c4dd2a3e74843d19cfd23(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:18,594 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:18,594 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/C, priority=13, startTime=1732191438505; duration=0sec 2024-11-21T12:17:18,594 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:18,594 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:C 2024-11-21T12:17:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:18,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T12:17:18,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:18,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:18,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:18,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:18,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:18,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:18,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/6762289f63124477aa5df4b72067a811 is 50, key is test_row_0/A:col10/1732191437665/Put/seqid=0 2024-11-21T12:17:18,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742091_1267 (size=12001) 2024-11-21T12:17:18,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191498825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:18,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:18,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191498826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:18,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191498828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:18,938 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2b62b925a1f14a5a9832d3fcbdff930d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2b62b925a1f14a5a9832d3fcbdff930d 2024-11-21T12:17:18,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191498938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:18,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191498938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:18,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191498938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:18,944 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/B of 55f9bcbdbef778dcce73ab48bf8cfef6 into 2b62b925a1f14a5a9832d3fcbdff930d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:18,944 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:18,944 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/B, priority=13, startTime=1732191438505; duration=0sec 2024-11-21T12:17:18,944 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:18,944 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:B 2024-11-21T12:17:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191499147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:19,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191499148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:19,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191499148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:19,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/6762289f63124477aa5df4b72067a811 2024-11-21T12:17:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T12:17:19,228 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:19,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-21T12:17:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T12:17:19,230 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:19,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2895d0605e0f463dba7b3cdf3d5d3076 is 50, key is test_row_0/B:col10/1732191437665/Put/seqid=0 2024-11-21T12:17:19,231 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:19,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:19,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742092_1268 (size=12001) 2024-11-21T12:17:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T12:17:19,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33560 deadline: 1732191499358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:19,361 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 55f9bcbdbef778dcce73ab48bf8cfef6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:19,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33592 deadline: 1732191499368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:19,371 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 55f9bcbdbef778dcce73ab48bf8cfef6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:19,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:19,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T12:17:19,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:19,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:19,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:19,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:19,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:19,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191499458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:19,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191499458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191499458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:19,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T12:17:19,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:19,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:19,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:19,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:19,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T12:17:19,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2895d0605e0f463dba7b3cdf3d5d3076 2024-11-21T12:17:19,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/fa09c46daad1401a80019ad3c988cd94 is 50, key is test_row_0/C:col10/1732191437665/Put/seqid=0 2024-11-21T12:17:19,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742093_1269 (size=12001) 2024-11-21T12:17:19,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T12:17:19,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:19,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:19,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:19,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T12:17:19,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:19,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:19,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:19,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:19,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T12:17:19,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191499968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:19,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191499968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191499968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:19,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T12:17:19,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:20,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:20,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:20,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:20,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:20,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/fa09c46daad1401a80019ad3c988cd94 2024-11-21T12:17:20,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/6762289f63124477aa5df4b72067a811 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/6762289f63124477aa5df4b72067a811 2024-11-21T12:17:20,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/6762289f63124477aa5df4b72067a811, entries=150, sequenceid=82, filesize=11.7 K 2024-11-21T12:17:20,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2895d0605e0f463dba7b3cdf3d5d3076 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2895d0605e0f463dba7b3cdf3d5d3076 2024-11-21T12:17:20,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2895d0605e0f463dba7b3cdf3d5d3076, entries=150, sequenceid=82, filesize=11.7 K 2024-11-21T12:17:20,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/fa09c46daad1401a80019ad3c988cd94 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/fa09c46daad1401a80019ad3c988cd94 2024-11-21T12:17:20,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/fa09c46daad1401a80019ad3c988cd94, entries=150, sequenceid=82, filesize=11.7 K 2024-11-21T12:17:20,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 1264ms, sequenceid=82, compaction requested=false 2024-11-21T12:17:20,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:20,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T12:17:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:20,153 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T12:17:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:20,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:20,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/cce2aba2718e4fb79a511b1bc6406bc7 is 50, key is test_row_0/A:col10/1732191438826/Put/seqid=0 2024-11-21T12:17:20,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742094_1270 (size=12001) 2024-11-21T12:17:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T12:17:20,564 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/cce2aba2718e4fb79a511b1bc6406bc7 2024-11-21T12:17:20,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/21fd95870c9b42a5b8067250ccada2aa is 50, key is test_row_0/B:col10/1732191438826/Put/seqid=0 2024-11-21T12:17:20,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742095_1271 (size=12001) 2024-11-21T12:17:20,979 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/21fd95870c9b42a5b8067250ccada2aa 2024-11-21T12:17:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:20,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:20,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/66092ded723547e6b2b4a5fab99c155c is 50, key is test_row_0/C:col10/1732191438826/Put/seqid=0 2024-11-21T12:17:20,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742096_1272 (size=12001) 2024-11-21T12:17:20,993 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/66092ded723547e6b2b4a5fab99c155c 2024-11-21T12:17:20,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/cce2aba2718e4fb79a511b1bc6406bc7 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/cce2aba2718e4fb79a511b1bc6406bc7 2024-11-21T12:17:21,002 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/cce2aba2718e4fb79a511b1bc6406bc7, entries=150, sequenceid=96, filesize=11.7 K 2024-11-21T12:17:21,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/21fd95870c9b42a5b8067250ccada2aa as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/21fd95870c9b42a5b8067250ccada2aa 2024-11-21T12:17:21,009 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/21fd95870c9b42a5b8067250ccada2aa, entries=150, sequenceid=96, filesize=11.7 K 2024-11-21T12:17:21,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/66092ded723547e6b2b4a5fab99c155c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/66092ded723547e6b2b4a5fab99c155c 2024-11-21T12:17:21,014 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/66092ded723547e6b2b4a5fab99c155c, entries=150, sequenceid=96, filesize=11.7 K 2024-11-21T12:17:21,015 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=100.63 KB/103050 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 862ms, sequenceid=96, compaction requested=true 2024-11-21T12:17:21,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:21,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:21,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-21T12:17:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:21,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T12:17:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-21T12:17:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:21,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-21T12:17:21,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7860 sec 2024-11-21T12:17:21,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.7900 sec 2024-11-21T12:17:21,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/25608054c9874c2c916ccc536393cec1 is 50, key is test_row_0/A:col10/1732191441014/Put/seqid=0 2024-11-21T12:17:21,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742097_1273 (size=16681) 2024-11-21T12:17:21,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191501062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191501062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191501062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:21,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191501177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:21,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:21,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191501177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:21,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191501177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T12:17:21,378 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:21,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-21T12:17:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T12:17:21,381 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:21,382 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:21,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191501388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191501388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:21,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191501389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:21,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/25608054c9874c2c916ccc536393cec1 2024-11-21T12:17:21,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/3a0e4c0bca374724b81eb5916fc55112 is 50, key is test_row_0/B:col10/1732191441014/Put/seqid=0 2024-11-21T12:17:21,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742098_1274 (size=12001) 2024-11-21T12:17:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T12:17:21,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T12:17:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:21,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:21,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:21,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:21,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:21,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T12:17:21,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:21,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:21,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:21,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:21,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T12:17:21,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191501698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:21,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191501698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:21,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191501699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:21,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T12:17:21,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:21,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:21,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:21,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/3a0e4c0bca374724b81eb5916fc55112 2024-11-21T12:17:21,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/360c9cc1cb4c47aeb0da2aeb4ae1232d is 50, key is test_row_0/C:col10/1732191441014/Put/seqid=0 2024-11-21T12:17:21,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742099_1275 (size=12001) 2024-11-21T12:17:21,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/360c9cc1cb4c47aeb0da2aeb4ae1232d 2024-11-21T12:17:21,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/25608054c9874c2c916ccc536393cec1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/25608054c9874c2c916ccc536393cec1 2024-11-21T12:17:21,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/25608054c9874c2c916ccc536393cec1, entries=250, sequenceid=116, filesize=16.3 K 2024-11-21T12:17:21,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/3a0e4c0bca374724b81eb5916fc55112 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/3a0e4c0bca374724b81eb5916fc55112 2024-11-21T12:17:21,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/3a0e4c0bca374724b81eb5916fc55112, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T12:17:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/360c9cc1cb4c47aeb0da2aeb4ae1232d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/360c9cc1cb4c47aeb0da2aeb4ae1232d 2024-11-21T12:17:21,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/360c9cc1cb4c47aeb0da2aeb4ae1232d, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T12:17:21,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 877ms, sequenceid=116, compaction requested=true 2024-11-21T12:17:21,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:21,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:17:21,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:21,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:17:21,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:21,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:17:21,892 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:17:21,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:17:21,892 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:17:21,894 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:17:21,894 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:17:21,894 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/A is initiating minor compaction (all files) 2024-11-21T12:17:21,894 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/B is initiating minor compaction (all files) 2024-11-21T12:17:21,894 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/A in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:21,895 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e6815cc4f11043dbab8de62783cc581a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/6762289f63124477aa5df4b72067a811, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/cce2aba2718e4fb79a511b1bc6406bc7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/25608054c9874c2c916ccc536393cec1] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=51.5 K 2024-11-21T12:17:21,895 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/B in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:21,895 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2b62b925a1f14a5a9832d3fcbdff930d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2895d0605e0f463dba7b3cdf3d5d3076, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/21fd95870c9b42a5b8067250ccada2aa, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/3a0e4c0bca374724b81eb5916fc55112] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=47.0 K 2024-11-21T12:17:21,896 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6815cc4f11043dbab8de62783cc581a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732191437304 2024-11-21T12:17:21,896 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b62b925a1f14a5a9832d3fcbdff930d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732191437304 2024-11-21T12:17:21,896 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6762289f63124477aa5df4b72067a811, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732191437665 2024-11-21T12:17:21,896 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2895d0605e0f463dba7b3cdf3d5d3076, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732191437665 2024-11-21T12:17:21,896 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 21fd95870c9b42a5b8067250ccada2aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732191438821 2024-11-21T12:17:21,896 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting cce2aba2718e4fb79a511b1bc6406bc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732191438821 2024-11-21T12:17:21,897 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25608054c9874c2c916ccc536393cec1, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732191441005 2024-11-21T12:17:21,897 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a0e4c0bca374724b81eb5916fc55112, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732191441007 2024-11-21T12:17:21,911 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:21,912 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#B#compaction#230 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:21,912 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/b0f6ba31088c4236bd0157e5cb330c7d is 50, key is test_row_0/A:col10/1732191441014/Put/seqid=0 2024-11-21T12:17:21,912 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/84a0ea70de5a48a5aa9c0c61690b5fea is 50, key is test_row_0/B:col10/1732191441014/Put/seqid=0 2024-11-21T12:17:21,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742101_1277 (size=12241) 2024-11-21T12:17:21,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742100_1276 (size=12241) 2024-11-21T12:17:21,947 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/b0f6ba31088c4236bd0157e5cb330c7d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b0f6ba31088c4236bd0157e5cb330c7d 2024-11-21T12:17:21,956 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/A of 55f9bcbdbef778dcce73ab48bf8cfef6 into b0f6ba31088c4236bd0157e5cb330c7d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:21,956 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:21,957 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/A, priority=12, startTime=1732191441892; duration=0sec 2024-11-21T12:17:21,957 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:21,957 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:A 2024-11-21T12:17:21,957 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:17:21,959 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:17:21,959 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/C is initiating minor compaction (all files) 2024-11-21T12:17:21,960 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/C in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:21,960 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/425fc30eae8c4dd2a3e74843d19cfd23, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/fa09c46daad1401a80019ad3c988cd94, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/66092ded723547e6b2b4a5fab99c155c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/360c9cc1cb4c47aeb0da2aeb4ae1232d] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=47.0 K 2024-11-21T12:17:21,960 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 425fc30eae8c4dd2a3e74843d19cfd23, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732191437304 2024-11-21T12:17:21,961 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa09c46daad1401a80019ad3c988cd94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732191437665 2024-11-21T12:17:21,961 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/84a0ea70de5a48a5aa9c0c61690b5fea as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/84a0ea70de5a48a5aa9c0c61690b5fea 2024-11-21T12:17:21,961 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66092ded723547e6b2b4a5fab99c155c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732191438821 2024-11-21T12:17:21,962 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 360c9cc1cb4c47aeb0da2aeb4ae1232d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732191441007 2024-11-21T12:17:21,971 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/B of 55f9bcbdbef778dcce73ab48bf8cfef6 into 84a0ea70de5a48a5aa9c0c61690b5fea(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:21,972 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:21,972 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/B, priority=12, startTime=1732191441892; duration=0sec 2024-11-21T12:17:21,972 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:21,972 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:B 2024-11-21T12:17:21,979 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#C#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:21,980 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/49d19db2055f48feaa1582b4d8b53a81 is 50, key is test_row_0/C:col10/1732191441014/Put/seqid=0 2024-11-21T12:17:21,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742102_1278 (size=12241) 2024-11-21T12:17:21,994 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/49d19db2055f48feaa1582b4d8b53a81 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/49d19db2055f48feaa1582b4d8b53a81 2024-11-21T12:17:21,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T12:17:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:21,995 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T12:17:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:21,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:21,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:22,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/1fa2d7c8549445d7bfe9b4e1f713435e is 50, key is test_row_0/A:col10/1732191441035/Put/seqid=0 2024-11-21T12:17:22,006 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/C of 55f9bcbdbef778dcce73ab48bf8cfef6 into 49d19db2055f48feaa1582b4d8b53a81(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:22,006 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:22,006 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/C, priority=12, startTime=1732191441892; duration=0sec 2024-11-21T12:17:22,006 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:22,006 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:C 2024-11-21T12:17:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T12:17:22,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742103_1279 (size=12001) 2024-11-21T12:17:22,011 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/1fa2d7c8549445d7bfe9b4e1f713435e 2024-11-21T12:17:22,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/f532624cf3df4a54ba590b565ada92b7 is 50, key is test_row_0/B:col10/1732191441035/Put/seqid=0 2024-11-21T12:17:22,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742104_1280 (size=12001) 2024-11-21T12:17:22,037 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/f532624cf3df4a54ba590b565ada92b7 2024-11-21T12:17:22,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/694c0713ea61401181c434c553794c49 is 50, key is test_row_0/C:col10/1732191441035/Put/seqid=0 2024-11-21T12:17:22,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742105_1281 (size=12001) 2024-11-21T12:17:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:22,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:22,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191442224, max timestamp=1732191442239Num uniques 859; 2024-11-21T12:17:22,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191442224, max timestamp=1732191442239Num uniques 859; 2024-11-21T12:17:22,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:17:22,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:17:22,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191442224, max timestamp=1732191442239Num uniques 859; 2024-11-21T12:17:22,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:17:22,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191502296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191502296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191502296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191502407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191502407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191502408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,451 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/694c0713ea61401181c434c553794c49 2024-11-21T12:17:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/1fa2d7c8549445d7bfe9b4e1f713435e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/1fa2d7c8549445d7bfe9b4e1f713435e 2024-11-21T12:17:22,463 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/1fa2d7c8549445d7bfe9b4e1f713435e, entries=150, sequenceid=130, filesize=11.7 K 2024-11-21T12:17:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/f532624cf3df4a54ba590b565ada92b7 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/f532624cf3df4a54ba590b565ada92b7 2024-11-21T12:17:22,468 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/f532624cf3df4a54ba590b565ada92b7, entries=150, sequenceid=130, filesize=11.7 K 2024-11-21T12:17:22,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/694c0713ea61401181c434c553794c49 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/694c0713ea61401181c434c553794c49 2024-11-21T12:17:22,473 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/694c0713ea61401181c434c553794c49, entries=150, sequenceid=130, filesize=11.7 K 2024-11-21T12:17:22,475 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 479ms, sequenceid=130, compaction requested=false 2024-11-21T12:17:22,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:22,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:22,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-21T12:17:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-21T12:17:22,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-21T12:17:22,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0950 sec 2024-11-21T12:17:22,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.1010 sec 2024-11-21T12:17:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T12:17:22,518 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:22,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-21T12:17:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T12:17:22,522 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:22,523 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:22,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:22,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-21T12:17:22,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:22,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:22,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:22,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:22,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:22,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T12:17:22,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/87ba3521c3cc474997a7340e738fb84d is 50, key is test_row_0/A:col10/1732191442285/Put/seqid=0 2024-11-21T12:17:22,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742106_1282 (size=14541) 2024-11-21T12:17:22,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191502639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191502640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191502640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T12:17:22,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:22,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:22,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:22,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:22,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:22,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191502748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191502758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191502758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T12:17:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:22,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T12:17:22,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191502958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191502968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191502968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:22,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T12:17:22,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:22,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:22,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:22,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:22,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/87ba3521c3cc474997a7340e738fb84d 2024-11-21T12:17:23,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/905b1c671d2443be825965336bbc11c6 is 50, key is test_row_0/B:col10/1732191442285/Put/seqid=0 2024-11-21T12:17:23,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742107_1283 (size=12151) 2024-11-21T12:17:23,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T12:17:23,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:23,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T12:17:23,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191503268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:23,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:23,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191503278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:23,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191503278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:23,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T12:17:23,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:23,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33560 deadline: 1732191503388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:23,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33592 deadline: 1732191503388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:23,392 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 55f9bcbdbef778dcce73ab48bf8cfef6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:23,391 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 55f9bcbdbef778dcce73ab48bf8cfef6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:23,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:23,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:23,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T12:17:23,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:23,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/905b1c671d2443be825965336bbc11c6 2024-11-21T12:17:23,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/53525fb68e0d4c67833d1a9468118777 is 50, key is test_row_0/C:col10/1732191442285/Put/seqid=0 2024-11-21T12:17:23,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742108_1284 (size=12151) 2024-11-21T12:17:23,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T12:17:23,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:23,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T12:17:23,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T12:17:23,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:23,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:23,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191503778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:23,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:23,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191503788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:23,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:23,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191503788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:23,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/53525fb68e0d4c67833d1a9468118777 2024-11-21T12:17:23,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/87ba3521c3cc474997a7340e738fb84d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/87ba3521c3cc474997a7340e738fb84d 2024-11-21T12:17:23,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/87ba3521c3cc474997a7340e738fb84d, entries=200, sequenceid=166, filesize=14.2 K 2024-11-21T12:17:23,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/905b1c671d2443be825965336bbc11c6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/905b1c671d2443be825965336bbc11c6 2024-11-21T12:17:23,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/905b1c671d2443be825965336bbc11c6, entries=150, sequenceid=166, filesize=11.9 K 2024-11-21T12:17:23,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/53525fb68e0d4c67833d1a9468118777 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/53525fb68e0d4c67833d1a9468118777 2024-11-21T12:17:23,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/53525fb68e0d4c67833d1a9468118777, entries=150, sequenceid=166, filesize=11.9 K 2024-11-21T12:17:23,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 1276ms, sequenceid=166, compaction requested=true 2024-11-21T12:17:23,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:23,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:17:23,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:23,898 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:23,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:17:23,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:23,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:17:23,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:23,899 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:23,900 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:23,900 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/B is initiating minor compaction (all files) 2024-11-21T12:17:23,900 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/B in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,900 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/84a0ea70de5a48a5aa9c0c61690b5fea, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/f532624cf3df4a54ba590b565ada92b7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/905b1c671d2443be825965336bbc11c6] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=35.5 K 2024-11-21T12:17:23,900 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:23,900 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/A is initiating minor compaction (all files) 2024-11-21T12:17:23,900 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/A in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,900 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b0f6ba31088c4236bd0157e5cb330c7d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/1fa2d7c8549445d7bfe9b4e1f713435e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/87ba3521c3cc474997a7340e738fb84d] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=37.9 K 2024-11-21T12:17:23,901 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 84a0ea70de5a48a5aa9c0c61690b5fea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732191441007 2024-11-21T12:17:23,902 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0f6ba31088c4236bd0157e5cb330c7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732191441007 2024-11-21T12:17:23,902 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting f532624cf3df4a54ba590b565ada92b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732191441029 2024-11-21T12:17:23,903 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fa2d7c8549445d7bfe9b4e1f713435e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732191441029 2024-11-21T12:17:23,903 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 905b1c671d2443be825965336bbc11c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732191442285 2024-11-21T12:17:23,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T12:17:23,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,904 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T12:17:23,904 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87ba3521c3cc474997a7340e738fb84d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732191442251 2024-11-21T12:17:23,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:23,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:23,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:23,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:23,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:23,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:23,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/e561c440d8014cf1a7412df4901e76d0 is 50, key is test_row_0/A:col10/1732191442629/Put/seqid=0 2024-11-21T12:17:23,919 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#A#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:23,919 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/e96ba341195d4d83ba26672c81f7a0d6 is 50, key is test_row_0/A:col10/1732191442285/Put/seqid=0 2024-11-21T12:17:23,922 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:23,923 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/66bb10ce309c43e88a261e3ef8c8eac8 is 50, key is test_row_0/B:col10/1732191442285/Put/seqid=0 2024-11-21T12:17:23,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742109_1285 (size=12151) 2024-11-21T12:17:23,927 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/e561c440d8014cf1a7412df4901e76d0 2024-11-21T12:17:23,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742110_1286 (size=12493) 2024-11-21T12:17:23,947 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/e96ba341195d4d83ba26672c81f7a0d6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e96ba341195d4d83ba26672c81f7a0d6 2024-11-21T12:17:23,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742111_1287 (size=12493) 2024-11-21T12:17:23,953 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/A of 55f9bcbdbef778dcce73ab48bf8cfef6 into e96ba341195d4d83ba26672c81f7a0d6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:23,954 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:23,954 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/A, priority=13, startTime=1732191443898; duration=0sec 2024-11-21T12:17:23,954 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:23,954 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:A 2024-11-21T12:17:23,954 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:23,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2fe2fc3f2fb24093a717024675ac7544 is 50, key is test_row_0/B:col10/1732191442629/Put/seqid=0 2024-11-21T12:17:23,956 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:23,956 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/C is initiating minor compaction (all files) 2024-11-21T12:17:23,956 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/C in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:23,956 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/49d19db2055f48feaa1582b4d8b53a81, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/694c0713ea61401181c434c553794c49, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/53525fb68e0d4c67833d1a9468118777] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=35.5 K 2024-11-21T12:17:23,957 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49d19db2055f48feaa1582b4d8b53a81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732191441007 2024-11-21T12:17:23,957 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 694c0713ea61401181c434c553794c49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732191441029 2024-11-21T12:17:23,958 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53525fb68e0d4c67833d1a9468118777, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732191442285 2024-11-21T12:17:23,971 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#C#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:23,972 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/ebc26dfd1d574af1905760bcdd76f206 is 50, key is test_row_0/C:col10/1732191442285/Put/seqid=0 2024-11-21T12:17:23,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742112_1288 (size=12151) 2024-11-21T12:17:23,982 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2fe2fc3f2fb24093a717024675ac7544 2024-11-21T12:17:24,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/bd43a3b2b73f428b8f90aa22f1070cda is 50, key is test_row_0/C:col10/1732191442629/Put/seqid=0 2024-11-21T12:17:24,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742113_1289 (size=12493) 2024-11-21T12:17:24,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742114_1290 (size=12151) 2024-11-21T12:17:24,358 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/66bb10ce309c43e88a261e3ef8c8eac8 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/66bb10ce309c43e88a261e3ef8c8eac8 2024-11-21T12:17:24,364 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/B of 55f9bcbdbef778dcce73ab48bf8cfef6 into 66bb10ce309c43e88a261e3ef8c8eac8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:24,364 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:24,364 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/B, priority=13, startTime=1732191443898; duration=0sec 2024-11-21T12:17:24,364 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:24,364 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:B 2024-11-21T12:17:24,425 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/ebc26dfd1d574af1905760bcdd76f206 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/ebc26dfd1d574af1905760bcdd76f206 2024-11-21T12:17:24,431 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/C of 55f9bcbdbef778dcce73ab48bf8cfef6 into ebc26dfd1d574af1905760bcdd76f206(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:24,431 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:24,431 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/C, priority=13, startTime=1732191443898; duration=0sec 2024-11-21T12:17:24,431 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:24,431 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:C 2024-11-21T12:17:24,435 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/bd43a3b2b73f428b8f90aa22f1070cda 2024-11-21T12:17:24,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/e561c440d8014cf1a7412df4901e76d0 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e561c440d8014cf1a7412df4901e76d0 2024-11-21T12:17:24,446 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e561c440d8014cf1a7412df4901e76d0, entries=150, sequenceid=177, filesize=11.9 K 2024-11-21T12:17:24,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2fe2fc3f2fb24093a717024675ac7544 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2fe2fc3f2fb24093a717024675ac7544 2024-11-21T12:17:24,459 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2fe2fc3f2fb24093a717024675ac7544, entries=150, sequenceid=177, filesize=11.9 K 2024-11-21T12:17:24,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/bd43a3b2b73f428b8f90aa22f1070cda as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/bd43a3b2b73f428b8f90aa22f1070cda 2024-11-21T12:17:24,465 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/bd43a3b2b73f428b8f90aa22f1070cda, entries=150, sequenceid=177, filesize=11.9 K 2024-11-21T12:17:24,466 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 563ms, sequenceid=177, compaction requested=false 2024-11-21T12:17:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-21T12:17:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-21T12:17:24,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-21T12:17:24,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9450 sec 2024-11-21T12:17:24,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.9540 sec 2024-11-21T12:17:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T12:17:24,679 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:24,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-21T12:17:24,682 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T12:17:24,684 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:24,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T12:17:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:24,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:17:24,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:24,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/7aa0d9c07a0643a49543b47616365f85 is 50, key is test_row_0/A:col10/1732191444810/Put/seqid=0 2024-11-21T12:17:24,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742115_1291 (size=14541) 2024-11-21T12:17:24,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/7aa0d9c07a0643a49543b47616365f85 2024-11-21T12:17:24,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T12:17:24,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:24,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:24,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:24,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:24,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:24,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/15504ff600834eeab898be4f0154de7f is 50, key is test_row_0/B:col10/1732191444810/Put/seqid=0 2024-11-21T12:17:24,863 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191444841, max timestamp=1732191444859Num uniques 859; 2024-11-21T12:17:24,863 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:17:24,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732191444841, max timestamp=1732191444859Num uniques 859; 2024-11-21T12:17:24,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T12:17:24,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191444841, max timestamp=1732191444859Num uniques 859; 2024-11-21T12:17:24,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:17:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742116_1292 (size=12151) 2024-11-21T12:17:24,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191504906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:24,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:24,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:24,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:24,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191504913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:24,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:24,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:24,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:24,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191504915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:24,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:24,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:24,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:24,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T12:17:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:24,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T12:17:25,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191505020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:25,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:25,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191505028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:25,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:25,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191505028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:25,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:25,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:25,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T12:17:25,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:25,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:25,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:25,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:25,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:25,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191505228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:25,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:25,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191505237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:25,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191505237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:25,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/15504ff600834eeab898be4f0154de7f 2024-11-21T12:17:25,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/0be895f63960428fb7530f8eb1f2ed05 is 50, key is test_row_0/C:col10/1732191444810/Put/seqid=0 2024-11-21T12:17:25,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742117_1293 (size=12151) 2024-11-21T12:17:25,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T12:17:25,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:25,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:25,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:25,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T12:17:25,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T12:17:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:25,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:25,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191505538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:25,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:25,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191505547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191505548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:25,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T12:17:25,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:25,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:25,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:25,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:25,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:25,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/0be895f63960428fb7530f8eb1f2ed05 2024-11-21T12:17:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/7aa0d9c07a0643a49543b47616365f85 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/7aa0d9c07a0643a49543b47616365f85 2024-11-21T12:17:25,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/7aa0d9c07a0643a49543b47616365f85, entries=200, sequenceid=190, filesize=14.2 K 2024-11-21T12:17:25,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/15504ff600834eeab898be4f0154de7f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/15504ff600834eeab898be4f0154de7f 2024-11-21T12:17:25,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/15504ff600834eeab898be4f0154de7f, entries=150, sequenceid=190, filesize=11.9 K 2024-11-21T12:17:25,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/0be895f63960428fb7530f8eb1f2ed05 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/0be895f63960428fb7530f8eb1f2ed05 2024-11-21T12:17:25,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/0be895f63960428fb7530f8eb1f2ed05, entries=150, sequenceid=190, filesize=11.9 K 2024-11-21T12:17:25,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=133.78 KB/136995 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 897ms, sequenceid=190, compaction requested=true 2024-11-21T12:17:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:17:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:25,709 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:17:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:17:25,709 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:25,710 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:25,710 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/A is initiating minor compaction (all files) 2024-11-21T12:17:25,710 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:25,710 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/A in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:25,710 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/B is initiating minor compaction (all files) 2024-11-21T12:17:25,710 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/B in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:25,710 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e96ba341195d4d83ba26672c81f7a0d6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e561c440d8014cf1a7412df4901e76d0, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/7aa0d9c07a0643a49543b47616365f85] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=38.3 K 2024-11-21T12:17:25,710 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/66bb10ce309c43e88a261e3ef8c8eac8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2fe2fc3f2fb24093a717024675ac7544, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/15504ff600834eeab898be4f0154de7f] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=35.9 K 2024-11-21T12:17:25,711 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e96ba341195d4d83ba26672c81f7a0d6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732191442285 2024-11-21T12:17:25,711 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 66bb10ce309c43e88a261e3ef8c8eac8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732191442285 2024-11-21T12:17:25,711 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fe2fc3f2fb24093a717024675ac7544, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732191442629 2024-11-21T12:17:25,711 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e561c440d8014cf1a7412df4901e76d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732191442629 2024-11-21T12:17:25,711 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 15504ff600834eeab898be4f0154de7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732191444803 2024-11-21T12:17:25,712 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7aa0d9c07a0643a49543b47616365f85, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732191444803 2024-11-21T12:17:25,724 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#A#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:25,725 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/05b12436c9d34102995d93c132c18285 is 50, key is test_row_0/A:col10/1732191444810/Put/seqid=0 2024-11-21T12:17:25,728 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#B#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:25,729 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/453fa1363aa04e998d0e822902e91ecf is 50, key is test_row_0/B:col10/1732191444810/Put/seqid=0 2024-11-21T12:17:25,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742118_1294 (size=12595) 2024-11-21T12:17:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742119_1295 (size=12595) 2024-11-21T12:17:25,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T12:17:25,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:25,765 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=133.78 KB heapSize=384.07 KB 2024-11-21T12:17:25,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:25,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:25,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:25,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:25,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:25,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:25,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/ca4745ed37534564892aeb40da428318 is 50, key is test_row_0/A:col10/1732191444912/Put/seqid=0 2024-11-21T12:17:25,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742120_1296 (size=12151) 2024-11-21T12:17:25,787 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/ca4745ed37534564892aeb40da428318 2024-11-21T12:17:25,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2bbdc2acc05d44c88d306b9cfa3b176d is 50, key is test_row_0/B:col10/1732191444912/Put/seqid=0 2024-11-21T12:17:25,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742121_1297 (size=12151) 2024-11-21T12:17:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T12:17:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:26,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:26,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191506071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191506071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191506072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,145 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/05b12436c9d34102995d93c132c18285 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/05b12436c9d34102995d93c132c18285 2024-11-21T12:17:26,145 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/453fa1363aa04e998d0e822902e91ecf as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/453fa1363aa04e998d0e822902e91ecf 2024-11-21T12:17:26,153 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/A of 55f9bcbdbef778dcce73ab48bf8cfef6 into 05b12436c9d34102995d93c132c18285(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:26,153 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:26,153 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/A, priority=13, startTime=1732191445709; duration=0sec 2024-11-21T12:17:26,153 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/B of 55f9bcbdbef778dcce73ab48bf8cfef6 into 453fa1363aa04e998d0e822902e91ecf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:26,153 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:26,153 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/B, priority=13, startTime=1732191445709; duration=0sec 2024-11-21T12:17:26,153 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:26,153 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:A 2024-11-21T12:17:26,153 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:26,153 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:26,153 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:B 2024-11-21T12:17:26,155 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:26,155 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/C is initiating minor compaction (all files) 2024-11-21T12:17:26,155 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/C in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:26,155 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/ebc26dfd1d574af1905760bcdd76f206, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/bd43a3b2b73f428b8f90aa22f1070cda, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/0be895f63960428fb7530f8eb1f2ed05] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=35.9 K 2024-11-21T12:17:26,155 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebc26dfd1d574af1905760bcdd76f206, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732191442285 2024-11-21T12:17:26,156 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd43a3b2b73f428b8f90aa22f1070cda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732191442629 2024-11-21T12:17:26,156 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0be895f63960428fb7530f8eb1f2ed05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732191444803 2024-11-21T12:17:26,163 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:26,163 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/78e79caefa13459aae2eb88eef77906f is 50, key is test_row_0/C:col10/1732191444810/Put/seqid=0 2024-11-21T12:17:26,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742122_1298 (size=12595) 2024-11-21T12:17:26,176 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/78e79caefa13459aae2eb88eef77906f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/78e79caefa13459aae2eb88eef77906f 2024-11-21T12:17:26,180 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/C of 55f9bcbdbef778dcce73ab48bf8cfef6 into 78e79caefa13459aae2eb88eef77906f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:26,180 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:26,180 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/C, priority=13, startTime=1732191445709; duration=0sec 2024-11-21T12:17:26,180 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:26,180 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:C 2024-11-21T12:17:26,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191506188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191506188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191506188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,205 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2bbdc2acc05d44c88d306b9cfa3b176d 2024-11-21T12:17:26,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/09ad77f454644072bdbd2ea7d7d3d76c is 50, key is test_row_0/C:col10/1732191444912/Put/seqid=0 2024-11-21T12:17:26,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742123_1299 (size=12151) 2024-11-21T12:17:26,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191506398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191506398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191506398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,618 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/09ad77f454644072bdbd2ea7d7d3d76c 2024-11-21T12:17:26,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/ca4745ed37534564892aeb40da428318 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/ca4745ed37534564892aeb40da428318 2024-11-21T12:17:26,628 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/ca4745ed37534564892aeb40da428318, entries=150, sequenceid=227, filesize=11.9 K 2024-11-21T12:17:26,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/2bbdc2acc05d44c88d306b9cfa3b176d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2bbdc2acc05d44c88d306b9cfa3b176d 2024-11-21T12:17:26,633 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2bbdc2acc05d44c88d306b9cfa3b176d, entries=150, sequenceid=227, filesize=11.9 K 2024-11-21T12:17:26,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/09ad77f454644072bdbd2ea7d7d3d76c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/09ad77f454644072bdbd2ea7d7d3d76c 2024-11-21T12:17:26,638 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/09ad77f454644072bdbd2ea7d7d3d76c, entries=150, sequenceid=227, filesize=11.9 K 2024-11-21T12:17:26,639 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~133.78 KB/136995, heapSize ~384.02 KB/393240, currentSize=53.67 KB/54960 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 874ms, sequenceid=227, compaction requested=false 2024-11-21T12:17:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-21T12:17:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-21T12:17:26,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-21T12:17:26,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9570 sec 2024-11-21T12:17:26,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.9650 sec 2024-11-21T12:17:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:26,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T12:17:26,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:26,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:26,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:26,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:26,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:26,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:26,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/d10eeaa4c29448b2988dd18bdcdc99bb is 50, key is test_row_0/A:col10/1732191446061/Put/seqid=0 2024-11-21T12:17:26,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742124_1300 (size=14541) 2024-11-21T12:17:26,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/d10eeaa4c29448b2988dd18bdcdc99bb 2024-11-21T12:17:26,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/810fa005074f46a09976013d65554e87 is 50, key is test_row_0/B:col10/1732191446061/Put/seqid=0 2024-11-21T12:17:26,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742125_1301 (size=12151) 2024-11-21T12:17:26,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191506745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191506750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191506750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T12:17:26,828 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:26,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-21T12:17:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T12:17:26,832 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:26,833 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:26,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:26,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191506857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191506858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191506858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T12:17:26,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-21T12:17:26,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:26,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:26,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:26,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:26,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191507068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:27,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191507068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:27,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:27,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191507068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:27,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-21T12:17:27,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:27,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:27,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:27,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:27,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:27,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/810fa005074f46a09976013d65554e87 2024-11-21T12:17:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T12:17:27,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/9be95486a7f34eeba4fa55f613ac23f1 is 50, key is test_row_0/C:col10/1732191446061/Put/seqid=0 2024-11-21T12:17:27,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742126_1302 (size=12151) 2024-11-21T12:17:27,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/9be95486a7f34eeba4fa55f613ac23f1 2024-11-21T12:17:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/d10eeaa4c29448b2988dd18bdcdc99bb as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/d10eeaa4c29448b2988dd18bdcdc99bb 2024-11-21T12:17:27,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/d10eeaa4c29448b2988dd18bdcdc99bb, entries=200, sequenceid=243, filesize=14.2 K 2024-11-21T12:17:27,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/810fa005074f46a09976013d65554e87 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/810fa005074f46a09976013d65554e87 2024-11-21T12:17:27,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/810fa005074f46a09976013d65554e87, entries=150, sequenceid=243, filesize=11.9 K 2024-11-21T12:17:27,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/9be95486a7f34eeba4fa55f613ac23f1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/9be95486a7f34eeba4fa55f613ac23f1 2024-11-21T12:17:27,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/9be95486a7f34eeba4fa55f613ac23f1, entries=150, sequenceid=243, filesize=11.9 K 2024-11-21T12:17:27,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 474ms, sequenceid=243, compaction requested=true 2024-11-21T12:17:27,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:27,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:17:27,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:27,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:17:27,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:27,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:17:27,185 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:27,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:27,185 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:27,186 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:27,186 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/B is initiating minor compaction (all files) 2024-11-21T12:17:27,186 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/B in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:27,186 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/453fa1363aa04e998d0e822902e91ecf, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2bbdc2acc05d44c88d306b9cfa3b176d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/810fa005074f46a09976013d65554e87] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=36.0 K 2024-11-21T12:17:27,186 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:27,186 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/A is initiating minor compaction (all files) 2024-11-21T12:17:27,187 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/A in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:27,187 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/05b12436c9d34102995d93c132c18285, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/ca4745ed37534564892aeb40da428318, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/d10eeaa4c29448b2988dd18bdcdc99bb] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=38.4 K 2024-11-21T12:17:27,187 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05b12436c9d34102995d93c132c18285, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732191444803 2024-11-21T12:17:27,187 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 453fa1363aa04e998d0e822902e91ecf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732191444803 2024-11-21T12:17:27,188 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca4745ed37534564892aeb40da428318, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732191444878 2024-11-21T12:17:27,188 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bbdc2acc05d44c88d306b9cfa3b176d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732191444878 2024-11-21T12:17:27,188 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 810fa005074f46a09976013d65554e87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732191446061 2024-11-21T12:17:27,188 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d10eeaa4c29448b2988dd18bdcdc99bb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732191446061 2024-11-21T12:17:27,201 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#B#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:27,202 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#A#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:27,202 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/7f3fdfa3ba0342d19d9d390d64a59223 is 50, key is test_row_0/B:col10/1732191446061/Put/seqid=0 2024-11-21T12:17:27,202 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/63b13af64ddb43c0ab40891d1d335a64 is 50, key is test_row_0/A:col10/1732191446061/Put/seqid=0 2024-11-21T12:17:27,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742127_1303 (size=12697) 2024-11-21T12:17:27,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742128_1304 (size=12697) 2024-11-21T12:17:27,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-21T12:17:27,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:27,295 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T12:17:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/56d5bd2c881e47caac3888991bdcb668 is 50, key is test_row_0/A:col10/1732191446745/Put/seqid=0 2024-11-21T12:17:27,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742129_1305 (size=12251) 2024-11-21T12:17:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:27,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:27,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191507399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191507399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191507400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T12:17:27,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191507507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:27,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:27,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191507507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:27,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:27,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:27,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191507508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:27,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:27,616 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/7f3fdfa3ba0342d19d9d390d64a59223 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/7f3fdfa3ba0342d19d9d390d64a59223 2024-11-21T12:17:27,620 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/63b13af64ddb43c0ab40891d1d335a64 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/63b13af64ddb43c0ab40891d1d335a64 2024-11-21T12:17:27,621 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/B of 55f9bcbdbef778dcce73ab48bf8cfef6 into 7f3fdfa3ba0342d19d9d390d64a59223(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:27,621 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:27,621 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/B, priority=13, startTime=1732191447185; duration=0sec 2024-11-21T12:17:27,622 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:27,622 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:B 2024-11-21T12:17:27,622 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:27,623 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:27,623 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/C is initiating minor compaction (all files) 2024-11-21T12:17:27,623 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/C in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:27,623 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/78e79caefa13459aae2eb88eef77906f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/09ad77f454644072bdbd2ea7d7d3d76c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/9be95486a7f34eeba4fa55f613ac23f1] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=36.0 K 2024-11-21T12:17:27,624 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 78e79caefa13459aae2eb88eef77906f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732191444803 2024-11-21T12:17:27,624 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 09ad77f454644072bdbd2ea7d7d3d76c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732191444878 2024-11-21T12:17:27,624 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9be95486a7f34eeba4fa55f613ac23f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732191446061 2024-11-21T12:17:27,626 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/A of 55f9bcbdbef778dcce73ab48bf8cfef6 into 63b13af64ddb43c0ab40891d1d335a64(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:27,626 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:27,626 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/A, priority=13, startTime=1732191447185; duration=0sec 2024-11-21T12:17:27,626 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:27,626 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:A 2024-11-21T12:17:27,634 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:27,634 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/8ce874b4db6b46458030aabae3fb3d5d is 50, key is test_row_0/C:col10/1732191446061/Put/seqid=0 2024-11-21T12:17:27,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742130_1306 (size=12697) 2024-11-21T12:17:27,707 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/56d5bd2c881e47caac3888991bdcb668 2024-11-21T12:17:27,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/5f38d5980f40448c8314dfa3b0c1743a is 50, key is test_row_0/B:col10/1732191446745/Put/seqid=0 2024-11-21T12:17:27,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:27,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191507718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191507718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:27,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191507718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:27,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742131_1307 (size=12251) 2024-11-21T12:17:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T12:17:28,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191508028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:28,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191508028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:28,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191508028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:28,053 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/8ce874b4db6b46458030aabae3fb3d5d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/8ce874b4db6b46458030aabae3fb3d5d 2024-11-21T12:17:28,059 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/C of 55f9bcbdbef778dcce73ab48bf8cfef6 into 8ce874b4db6b46458030aabae3fb3d5d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:28,059 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:28,059 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/C, priority=13, startTime=1732191447185; duration=0sec 2024-11-21T12:17:28,059 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:28,059 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:C 2024-11-21T12:17:28,131 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/5f38d5980f40448c8314dfa3b0c1743a 2024-11-21T12:17:28,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/21d6361f5afe414980305f576fd6ce7e is 50, key is test_row_0/C:col10/1732191446745/Put/seqid=0 2024-11-21T12:17:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742132_1308 (size=12251) 2024-11-21T12:17:28,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191508538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:28,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191508538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:28,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191508538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:28,546 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/21d6361f5afe414980305f576fd6ce7e 2024-11-21T12:17:28,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/56d5bd2c881e47caac3888991bdcb668 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/56d5bd2c881e47caac3888991bdcb668 2024-11-21T12:17:28,556 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/56d5bd2c881e47caac3888991bdcb668, entries=150, sequenceid=262, filesize=12.0 K 2024-11-21T12:17:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/5f38d5980f40448c8314dfa3b0c1743a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/5f38d5980f40448c8314dfa3b0c1743a 2024-11-21T12:17:28,561 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/5f38d5980f40448c8314dfa3b0c1743a, entries=150, sequenceid=262, filesize=12.0 K 2024-11-21T12:17:28,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/21d6361f5afe414980305f576fd6ce7e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/21d6361f5afe414980305f576fd6ce7e 2024-11-21T12:17:28,566 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/21d6361f5afe414980305f576fd6ce7e, entries=150, sequenceid=262, filesize=12.0 K 2024-11-21T12:17:28,567 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 1272ms, sequenceid=262, compaction requested=false 2024-11-21T12:17:28,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:28,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:28,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-21T12:17:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-21T12:17:28,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-21T12:17:28,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7360 sec 2024-11-21T12:17:28,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.7430 sec 2024-11-21T12:17:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T12:17:28,979 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:28,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-21T12:17:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-21T12:17:28,981 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:28,982 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:28,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-21T12:17:29,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-21T12:17:29,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:29,135 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T12:17:29,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:29,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:29,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:29,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:29,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:29,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:29,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/a8812d3fdc634939be81cd446b398959 is 50, key is test_row_0/A:col10/1732191447397/Put/seqid=0 2024-11-21T12:17:29,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742133_1309 (size=12301) 2024-11-21T12:17:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-21T12:17:29,548 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/a8812d3fdc634939be81cd446b398959 2024-11-21T12:17:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:29,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/d47b47b0cb184a8284b6a31393e7a560 is 50, key is test_row_0/B:col10/1732191447397/Put/seqid=0 2024-11-21T12:17:29,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742134_1310 (size=12301) 2024-11-21T12:17:29,576 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/d47b47b0cb184a8284b6a31393e7a560 2024-11-21T12:17:29,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/2a8e606785b14d74b932ca25d4ec1107 is 50, key is test_row_0/C:col10/1732191447397/Put/seqid=0 2024-11-21T12:17:29,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191509597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:29,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191509598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-21T12:17:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742135_1311 (size=12301) 2024-11-21T12:17:29,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191509604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:29,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:29,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191509708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:29,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191509708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:29,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191509718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:29,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191509918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:29,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:29,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191509918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:29,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:29,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:29,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191509928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:30,011 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/2a8e606785b14d74b932ca25d4ec1107 2024-11-21T12:17:30,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/a8812d3fdc634939be81cd446b398959 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/a8812d3fdc634939be81cd446b398959 2024-11-21T12:17:30,020 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/a8812d3fdc634939be81cd446b398959, entries=150, sequenceid=278, filesize=12.0 K 2024-11-21T12:17:30,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/d47b47b0cb184a8284b6a31393e7a560 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/d47b47b0cb184a8284b6a31393e7a560 2024-11-21T12:17:30,025 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/d47b47b0cb184a8284b6a31393e7a560, entries=150, sequenceid=278, filesize=12.0 K 2024-11-21T12:17:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/2a8e606785b14d74b932ca25d4ec1107 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/2a8e606785b14d74b932ca25d4ec1107 2024-11-21T12:17:30,030 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/2a8e606785b14d74b932ca25d4ec1107, entries=150, sequenceid=278, filesize=12.0 K 2024-11-21T12:17:30,031 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 896ms, sequenceid=278, compaction requested=true 2024-11-21T12:17:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-21T12:17:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-21T12:17:30,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-21T12:17:30,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0510 sec 2024-11-21T12:17:30,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0560 sec 2024-11-21T12:17:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-21T12:17:30,118 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:30,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-21T12:17:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-21T12:17:30,121 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:30,121 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:30,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-21T12:17:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:30,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T12:17:30,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:30,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:30,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:30,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:30,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:30,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:30,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/0618f54ef23641bb97b5bc2c7fc004e2 is 50, key is test_row_0/A:col10/1732191450231/Put/seqid=0 2024-11-21T12:17:30,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742136_1312 (size=14741) 2024-11-21T12:17:30,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/0618f54ef23641bb97b5bc2c7fc004e2 2024-11-21T12:17:30,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/83cfade8aa414a02aa815c22d50dd5f7 is 50, key is test_row_0/B:col10/1732191450231/Put/seqid=0 2024-11-21T12:17:30,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191510251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:30,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:30,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191510252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:30,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:30,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191510253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:30,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742137_1313 (size=12301) 2024-11-21T12:17:30,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-21T12:17:30,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:30,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:30,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:30,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191510358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:30,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191510368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:30,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191510368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:30,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-21T12:17:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:30,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-21T12:17:30,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191510568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:30,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-21T12:17:30,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:30,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:30,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:30,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191510577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:30,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191510578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/83cfade8aa414a02aa815c22d50dd5f7 2024-11-21T12:17:30,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/1a23e4ecd5654fe9a23437c9f33ff045 is 50, key is test_row_0/C:col10/1732191450231/Put/seqid=0 2024-11-21T12:17:30,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742138_1314 (size=12301) 2024-11-21T12:17:30,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-21T12:17:30,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:30,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:30,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:30,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-21T12:17:30,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191510878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:30,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-21T12:17:30,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:30,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:30,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:30,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:30,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191510888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:30,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:30,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191510889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:30,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:30,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:30,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:31,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-21T12:17:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:31,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:31,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/1a23e4ecd5654fe9a23437c9f33ff045 2024-11-21T12:17:31,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/0618f54ef23641bb97b5bc2c7fc004e2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/0618f54ef23641bb97b5bc2c7fc004e2 2024-11-21T12:17:31,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/0618f54ef23641bb97b5bc2c7fc004e2, entries=200, sequenceid=299, filesize=14.4 K 2024-11-21T12:17:31,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/83cfade8aa414a02aa815c22d50dd5f7 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/83cfade8aa414a02aa815c22d50dd5f7 2024-11-21T12:17:31,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/83cfade8aa414a02aa815c22d50dd5f7, entries=150, sequenceid=299, filesize=12.0 K 2024-11-21T12:17:31,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/1a23e4ecd5654fe9a23437c9f33ff045 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/1a23e4ecd5654fe9a23437c9f33ff045 2024-11-21T12:17:31,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/1a23e4ecd5654fe9a23437c9f33ff045, entries=150, sequenceid=299, filesize=12.0 K 2024-11-21T12:17:31,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 868ms, sequenceid=299, compaction requested=true 2024-11-21T12:17:31,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:31,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:17:31,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:31,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:17:31,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:31,100 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:17:31,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:17:31,100 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:17:31,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:31,101 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51990 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:17:31,101 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49550 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:17:31,101 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/B is initiating minor compaction (all files) 2024-11-21T12:17:31,101 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/A is initiating minor compaction (all files) 2024-11-21T12:17:31,101 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/B in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:31,101 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/A in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:31,102 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/7f3fdfa3ba0342d19d9d390d64a59223, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/5f38d5980f40448c8314dfa3b0c1743a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/d47b47b0cb184a8284b6a31393e7a560, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/83cfade8aa414a02aa815c22d50dd5f7] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=48.4 K 2024-11-21T12:17:31,102 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/63b13af64ddb43c0ab40891d1d335a64, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/56d5bd2c881e47caac3888991bdcb668, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/a8812d3fdc634939be81cd446b398959, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/0618f54ef23641bb97b5bc2c7fc004e2] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=50.8 K 2024-11-21T12:17:31,102 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f3fdfa3ba0342d19d9d390d64a59223, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732191446061 2024-11-21T12:17:31,102 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63b13af64ddb43c0ab40891d1d335a64, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732191446061 2024-11-21T12:17:31,102 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f38d5980f40448c8314dfa3b0c1743a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732191446734 2024-11-21T12:17:31,102 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56d5bd2c881e47caac3888991bdcb668, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732191446734 2024-11-21T12:17:31,103 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8812d3fdc634939be81cd446b398959, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732191447391 2024-11-21T12:17:31,103 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting d47b47b0cb184a8284b6a31393e7a560, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732191447391 2024-11-21T12:17:31,103 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 83cfade8aa414a02aa815c22d50dd5f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732191449592 2024-11-21T12:17:31,103 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0618f54ef23641bb97b5bc2c7fc004e2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732191449592 2024-11-21T12:17:31,114 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#B#compaction#268 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:31,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/67cd9ac658354a6085e27628a0369147 is 50, key is test_row_0/B:col10/1732191450231/Put/seqid=0 2024-11-21T12:17:31,115 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#A#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:31,116 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/b647934e014542568160f46801fc2262 is 50, key is test_row_0/A:col10/1732191450231/Put/seqid=0 2024-11-21T12:17:31,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742139_1315 (size=12983) 2024-11-21T12:17:31,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742140_1316 (size=12983) 2024-11-21T12:17:31,125 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/67cd9ac658354a6085e27628a0369147 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/67cd9ac658354a6085e27628a0369147 2024-11-21T12:17:31,131 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/B of 55f9bcbdbef778dcce73ab48bf8cfef6 into 67cd9ac658354a6085e27628a0369147(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:31,131 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:31,131 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/B, priority=12, startTime=1732191451100; duration=0sec 2024-11-21T12:17:31,131 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:31,131 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:B 2024-11-21T12:17:31,131 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:17:31,132 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/b647934e014542568160f46801fc2262 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b647934e014542568160f46801fc2262 2024-11-21T12:17:31,132 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49550 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:17:31,133 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/C is initiating minor compaction (all files) 2024-11-21T12:17:31,133 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/C in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:31,133 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/8ce874b4db6b46458030aabae3fb3d5d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/21d6361f5afe414980305f576fd6ce7e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/2a8e606785b14d74b932ca25d4ec1107, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/1a23e4ecd5654fe9a23437c9f33ff045] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=48.4 K 2024-11-21T12:17:31,133 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ce874b4db6b46458030aabae3fb3d5d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732191446061 2024-11-21T12:17:31,134 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 21d6361f5afe414980305f576fd6ce7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732191446734 2024-11-21T12:17:31,135 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a8e606785b14d74b932ca25d4ec1107, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732191447391 2024-11-21T12:17:31,135 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a23e4ecd5654fe9a23437c9f33ff045, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732191449592 2024-11-21T12:17:31,137 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/A of 55f9bcbdbef778dcce73ab48bf8cfef6 into b647934e014542568160f46801fc2262(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:31,137 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:31,138 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/A, priority=12, startTime=1732191451100; duration=0sec 2024-11-21T12:17:31,138 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:31,138 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:A 2024-11-21T12:17:31,146 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#C#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:31,147 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/4d6d91d38ca24b5abe0492d764ab0a85 is 50, key is test_row_0/C:col10/1732191450231/Put/seqid=0 2024-11-21T12:17:31,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742141_1317 (size=12983) 2024-11-21T12:17:31,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-21T12:17:31,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:31,196 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T12:17:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:31,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/2f62ba44fdb949aa925b0e820d318d76 is 50, key is test_row_0/A:col10/1732191450251/Put/seqid=0 2024-11-21T12:17:31,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742142_1318 (size=9857) 2024-11-21T12:17:31,206 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/2f62ba44fdb949aa925b0e820d318d76 2024-11-21T12:17:31,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/cc55d8dd033c4c9ab506b49bbeefbfea is 50, key is test_row_0/B:col10/1732191450251/Put/seqid=0 2024-11-21T12:17:31,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742143_1319 (size=9857) 2024-11-21T12:17:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-21T12:17:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:31,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:31,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191511421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:31,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:31,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191451417, max timestamp=1732191451424Num uniques 859; 2024-11-21T12:17:31,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:17:31,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191511437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191511438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:31,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191511528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:31,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191511548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:31,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:31,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191511548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:31,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:31,568 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/4d6d91d38ca24b5abe0492d764ab0a85 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/4d6d91d38ca24b5abe0492d764ab0a85 2024-11-21T12:17:31,574 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/C of 55f9bcbdbef778dcce73ab48bf8cfef6 into 4d6d91d38ca24b5abe0492d764ab0a85(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:31,574 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:31,574 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/C, priority=12, startTime=1732191451100; duration=0sec 2024-11-21T12:17:31,574 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:31,574 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:C 2024-11-21T12:17:31,619 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/cc55d8dd033c4c9ab506b49bbeefbfea 2024-11-21T12:17:31,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/f88cb9b569e741eba8b656df30735b21 is 50, key is test_row_0/C:col10/1732191450251/Put/seqid=0 2024-11-21T12:17:31,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742144_1320 (size=9857) 2024-11-21T12:17:31,655 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/f88cb9b569e741eba8b656df30735b21 2024-11-21T12:17:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/2f62ba44fdb949aa925b0e820d318d76 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/2f62ba44fdb949aa925b0e820d318d76 2024-11-21T12:17:31,669 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/2f62ba44fdb949aa925b0e820d318d76, entries=100, sequenceid=312, filesize=9.6 K 2024-11-21T12:17:31,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/cc55d8dd033c4c9ab506b49bbeefbfea as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/cc55d8dd033c4c9ab506b49bbeefbfea 2024-11-21T12:17:31,691 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/cc55d8dd033c4c9ab506b49bbeefbfea, entries=100, sequenceid=312, filesize=9.6 K 2024-11-21T12:17:31,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/f88cb9b569e741eba8b656df30735b21 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/f88cb9b569e741eba8b656df30735b21 2024-11-21T12:17:31,699 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/f88cb9b569e741eba8b656df30735b21, entries=100, sequenceid=312, filesize=9.6 K 2024-11-21T12:17:31,701 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=123.00 KB/125950 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 506ms, sequenceid=312, compaction requested=false 2024-11-21T12:17:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-21T12:17:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-21T12:17:31,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-21T12:17:31,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5810 sec 2024-11-21T12:17:31,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.5890 sec 2024-11-21T12:17:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:31,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=129.71 KB heapSize=381.64 KB 2024-11-21T12:17:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:31,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/b3fc3cffc91c4f5a9c417ca646e784e5 is 50, key is test_row_0/A:col10/1732191451436/Put/seqid=0 2024-11-21T12:17:31,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191511767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:31,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:31,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191511772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:31,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:31,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191511773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:31,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742145_1321 (size=14741) 2024-11-21T12:17:31,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/b3fc3cffc91c4f5a9c417ca646e784e5 2024-11-21T12:17:31,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/028ab3eef8d245cd8818e6b9cd7914e3 is 50, key is test_row_0/B:col10/1732191451436/Put/seqid=0 2024-11-21T12:17:31,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742146_1322 (size=12301) 2024-11-21T12:17:31,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/028ab3eef8d245cd8818e6b9cd7914e3 2024-11-21T12:17:31,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/cd1dc5e681ca404cacd6169dc0bb4b4d is 50, key is test_row_0/C:col10/1732191451436/Put/seqid=0 2024-11-21T12:17:31,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742147_1323 (size=12301) 2024-11-21T12:17:31,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/cd1dc5e681ca404cacd6169dc0bb4b4d 2024-11-21T12:17:31,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/b3fc3cffc91c4f5a9c417ca646e784e5 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b3fc3cffc91c4f5a9c417ca646e784e5 2024-11-21T12:17:31,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191511878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:31,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b3fc3cffc91c4f5a9c417ca646e784e5, entries=200, sequenceid=340, filesize=14.4 K 2024-11-21T12:17:31,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/028ab3eef8d245cd8818e6b9cd7914e3 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/028ab3eef8d245cd8818e6b9cd7914e3 2024-11-21T12:17:31,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/028ab3eef8d245cd8818e6b9cd7914e3, entries=150, sequenceid=340, filesize=12.0 K 2024-11-21T12:17:31,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191511888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:31,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:31,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191511888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:31,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:31,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:31,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/cd1dc5e681ca404cacd6169dc0bb4b4d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/cd1dc5e681ca404cacd6169dc0bb4b4d 2024-11-21T12:17:31,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:31,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/cd1dc5e681ca404cacd6169dc0bb4b4d, entries=150, sequenceid=340, filesize=12.0 K 2024-11-21T12:17:31,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~129.71 KB/132820, heapSize ~381.59 KB/390752, currentSize=46.96 KB/48090 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 156ms, sequenceid=340, compaction requested=true 2024-11-21T12:17:31,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:31,899 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:31,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:17:31,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:31,899 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:31,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:17:31,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:31,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:17:31,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:31,900 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:31,900 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37581 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:31,900 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/B is initiating minor compaction (all files) 2024-11-21T12:17:31,900 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/A is initiating minor compaction (all files) 2024-11-21T12:17:31,900 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/A in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:31,900 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/B in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:31,901 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/67cd9ac658354a6085e27628a0369147, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/cc55d8dd033c4c9ab506b49bbeefbfea, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/028ab3eef8d245cd8818e6b9cd7914e3] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=34.3 K 2024-11-21T12:17:31,901 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b647934e014542568160f46801fc2262, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/2f62ba44fdb949aa925b0e820d318d76, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b3fc3cffc91c4f5a9c417ca646e784e5] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=36.7 K 2024-11-21T12:17:31,901 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 67cd9ac658354a6085e27628a0369147, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732191449592 2024-11-21T12:17:31,901 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b647934e014542568160f46801fc2262, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732191449592 2024-11-21T12:17:31,902 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting cc55d8dd033c4c9ab506b49bbeefbfea, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732191450250 2024-11-21T12:17:31,902 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f62ba44fdb949aa925b0e820d318d76, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732191450250 2024-11-21T12:17:31,903 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 028ab3eef8d245cd8818e6b9cd7914e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732191451436 2024-11-21T12:17:31,903 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3fc3cffc91c4f5a9c417ca646e784e5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732191451432 2024-11-21T12:17:31,912 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:31,913 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/9a4f940ec9b4448bbe8fa52bd6e611cc is 50, key is test_row_0/B:col10/1732191451436/Put/seqid=0 2024-11-21T12:17:31,914 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#A#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:31,918 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/0ce45d3d5104463896a0fa634968adb6 is 50, key is test_row_0/A:col10/1732191451436/Put/seqid=0 2024-11-21T12:17:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742148_1324 (size=13085) 2024-11-21T12:17:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742149_1325 (size=13085) 2024-11-21T12:17:31,938 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/0ce45d3d5104463896a0fa634968adb6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/0ce45d3d5104463896a0fa634968adb6 2024-11-21T12:17:31,944 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/A of 55f9bcbdbef778dcce73ab48bf8cfef6 into 0ce45d3d5104463896a0fa634968adb6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:31,944 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:31,944 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/A, priority=13, startTime=1732191451899; duration=0sec 2024-11-21T12:17:31,945 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:31,945 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:A 2024-11-21T12:17:31,945 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:31,946 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:31,946 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/C is initiating minor compaction (all files) 2024-11-21T12:17:31,946 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/C in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:31,946 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/4d6d91d38ca24b5abe0492d764ab0a85, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/f88cb9b569e741eba8b656df30735b21, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/cd1dc5e681ca404cacd6169dc0bb4b4d] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=34.3 K 2024-11-21T12:17:31,953 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d6d91d38ca24b5abe0492d764ab0a85, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732191449592 2024-11-21T12:17:31,954 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f88cb9b569e741eba8b656df30735b21, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732191450250 2024-11-21T12:17:31,954 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd1dc5e681ca404cacd6169dc0bb4b4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732191451436 2024-11-21T12:17:31,971 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:31,972 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/54b9a8f977bd4e808919f781a972e82f is 50, key is test_row_0/C:col10/1732191451436/Put/seqid=0 2024-11-21T12:17:31,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742150_1326 (size=13085) 2024-11-21T12:17:31,988 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/54b9a8f977bd4e808919f781a972e82f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/54b9a8f977bd4e808919f781a972e82f 2024-11-21T12:17:31,994 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/C of 55f9bcbdbef778dcce73ab48bf8cfef6 into 54b9a8f977bd4e808919f781a972e82f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:31,994 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:31,994 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/C, priority=13, startTime=1732191451899; duration=0sec 2024-11-21T12:17:31,994 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:31,994 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:C 2024-11-21T12:17:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:32,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T12:17:32,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:32,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:32,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:32,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:32,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:32,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:32,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/c98eb27748c248dd83d47eeb7035886f is 50, key is test_row_0/A:col10/1732191451763/Put/seqid=0 2024-11-21T12:17:32,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191452113, max timestamp=1732191452136Num uniques 859; 2024-11-21T12:17:32,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191452113, max timestamp=1732191452136Num uniques 859; 2024-11-21T12:17:32,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191452113, max timestamp=1732191452136Num uniques 859; 2024-11-21T12:17:32,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:17:32,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:17:32,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:17:32,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742151_1327 (size=12301) 2024-11-21T12:17:32,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191512164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:32,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:32,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191512167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:32,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:32,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191512169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-21T12:17:32,269 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:32,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-21T12:17:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-21T12:17:32,273 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:32,274 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:32,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:32,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191512278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:32,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191512278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:32,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191512288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:32,327 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/9a4f940ec9b4448bbe8fa52bd6e611cc as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/9a4f940ec9b4448bbe8fa52bd6e611cc 2024-11-21T12:17:32,332 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/B of 55f9bcbdbef778dcce73ab48bf8cfef6 into 9a4f940ec9b4448bbe8fa52bd6e611cc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:32,332 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:32,332 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/B, priority=13, startTime=1732191451899; duration=0sec 2024-11-21T12:17:32,332 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:32,332 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:B 2024-11-21T12:17:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-21T12:17:32,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-21T12:17:32,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:32,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:32,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:32,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:32,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:32,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191512488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:32,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:32,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191512488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:32,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:32,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:32,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191512498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:32,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:32,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/c98eb27748c248dd83d47eeb7035886f 2024-11-21T12:17:32,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/ea7895381cb7417281ae6987094791ae is 50, key is test_row_0/B:col10/1732191451763/Put/seqid=0 2024-11-21T12:17:32,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742152_1328 (size=12301) 2024-11-21T12:17:32,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-21T12:17:32,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:32,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-21T12:17:32,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-21T12:17:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:32,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:32,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191512798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:32,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191512798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:32,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191512808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:32,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:32,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:32,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-21T12:17:32,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:32,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:32,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:32,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:32,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-21T12:17:32,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/ea7895381cb7417281ae6987094791ae 2024-11-21T12:17:32,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/2ce2eee839474fe097d17639e20fa70b is 50, key is test_row_0/C:col10/1732191451763/Put/seqid=0 2024-11-21T12:17:32,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742153_1329 (size=12301) 2024-11-21T12:17:32,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/2ce2eee839474fe097d17639e20fa70b 2024-11-21T12:17:32,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/c98eb27748c248dd83d47eeb7035886f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c98eb27748c248dd83d47eeb7035886f 2024-11-21T12:17:32,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c98eb27748c248dd83d47eeb7035886f, entries=150, sequenceid=353, filesize=12.0 K 2024-11-21T12:17:32,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/ea7895381cb7417281ae6987094791ae as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/ea7895381cb7417281ae6987094791ae 2024-11-21T12:17:32,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/ea7895381cb7417281ae6987094791ae, entries=150, sequenceid=353, filesize=12.0 K 2024-11-21T12:17:32,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/2ce2eee839474fe097d17639e20fa70b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/2ce2eee839474fe097d17639e20fa70b 2024-11-21T12:17:33,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/2ce2eee839474fe097d17639e20fa70b, entries=150, sequenceid=353, filesize=12.0 K 2024-11-21T12:17:33,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 912ms, sequenceid=353, compaction requested=false 2024-11-21T12:17:33,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:33,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-21T12:17:33,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:33,044 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-21T12:17:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:33,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/2cc2222593604c719092841b1fdc9c02 is 50, key is test_row_0/A:col10/1732191452168/Put/seqid=0 2024-11-21T12:17:33,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742154_1330 (size=12301) 2024-11-21T12:17:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:33,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:33,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191513324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191513324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:33,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:33,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191513330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-21T12:17:33,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33560 deadline: 1732191513418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,422 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 55f9bcbdbef778dcce73ab48bf8cfef6 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:33,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191513438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191513438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191513438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:33,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33592 deadline: 1732191513448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,451 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 55f9bcbdbef778dcce73ab48bf8cfef6 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18262 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:33,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:33,465 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/2cc2222593604c719092841b1fdc9c02 2024-11-21T12:17:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/e3684ae50d264a8f89aa2c2b17d21509 is 50, key is test_row_0/B:col10/1732191452168/Put/seqid=0 2024-11-21T12:17:33,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742155_1331 (size=12301) 2024-11-21T12:17:33,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191513647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191513648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:33,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191513648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:33,881 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/e3684ae50d264a8f89aa2c2b17d21509 2024-11-21T12:17:33,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/152de2514138425fa6f2d904cb5f18b8 is 50, key is test_row_0/C:col10/1732191452168/Put/seqid=0 2024-11-21T12:17:33,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742156_1332 (size=12301) 2024-11-21T12:17:33,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191513958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191513958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:33,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191513958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:33,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:33,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:33,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:34,294 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/152de2514138425fa6f2d904cb5f18b8 2024-11-21T12:17:34,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/2cc2222593604c719092841b1fdc9c02 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/2cc2222593604c719092841b1fdc9c02 2024-11-21T12:17:34,303 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/2cc2222593604c719092841b1fdc9c02, entries=150, sequenceid=389, filesize=12.0 K 2024-11-21T12:17:34,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/e3684ae50d264a8f89aa2c2b17d21509 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/e3684ae50d264a8f89aa2c2b17d21509 2024-11-21T12:17:34,308 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/e3684ae50d264a8f89aa2c2b17d21509, entries=150, sequenceid=389, filesize=12.0 K 2024-11-21T12:17:34,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/152de2514138425fa6f2d904cb5f18b8 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/152de2514138425fa6f2d904cb5f18b8 2024-11-21T12:17:34,313 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/152de2514138425fa6f2d904cb5f18b8, entries=150, sequenceid=389, filesize=12.0 K 2024-11-21T12:17:34,314 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 1271ms, sequenceid=389, compaction requested=true 2024-11-21T12:17:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-21T12:17:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-21T12:17:34,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-21T12:17:34,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0420 sec 2024-11-21T12:17:34,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.0490 sec 2024-11-21T12:17:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-21T12:17:34,418 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:34,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-21T12:17:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-21T12:17:34,421 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:34,422 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:34,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:34,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T12:17:34,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:34,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:34,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:34,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:34,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:34,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:34,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/bd94183ab7dc4099b57980c9dffb6327 is 50, key is test_row_0/A:col10/1732191453323/Put/seqid=0 2024-11-21T12:17:34,477 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:17:34,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742157_1333 (size=14741) 2024-11-21T12:17:34,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191514503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191514504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:34,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191514508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:34,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-21T12:17:34,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-21T12:17:34,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:34,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:34,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:34,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:34,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:34,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:34,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191514618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191514618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:34,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191514619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:34,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-21T12:17:34,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:34,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:34,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:34,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:34,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-21T12:17:34,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191514827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:34,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191514828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:34,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191514828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:34,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-21T12:17:34,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:34,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:34,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:34,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:34,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:34,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/bd94183ab7dc4099b57980c9dffb6327 2024-11-21T12:17:34,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/7b7a350bfc334e0c9d20691bda611a34 is 50, key is test_row_0/B:col10/1732191453323/Put/seqid=0 2024-11-21T12:17:34,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742158_1334 (size=12301) 2024-11-21T12:17:35,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-21T12:17:35,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:35,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-21T12:17:35,058 INFO [Thread-1190 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1190. 2024-11-21T12:17:35,058 DEBUG [Thread-1190 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:35,058 DEBUG [Thread-1190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:35,058 DEBUG [Thread-1190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:35,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:35,060 INFO [Thread-1186 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1186. 2024-11-21T12:17:35,060 DEBUG [Thread-1186 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:35,060 DEBUG [Thread-1186 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:35,060 DEBUG [Thread-1186 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:35,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:35,061 INFO [Thread-1184 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1184. 2024-11-21T12:17:35,061 DEBUG [Thread-1184 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:35,061 DEBUG [Thread-1184 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:35,061 DEBUG [Thread-1184 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:35,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:35,063 INFO [Thread-1188 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1188. 2024-11-21T12:17:35,063 DEBUG [Thread-1188 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:35,063 DEBUG [Thread-1188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:35,063 DEBUG [Thread-1188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:35,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:35,064 INFO [Thread-1192 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1192. 2024-11-21T12:17:35,064 DEBUG [Thread-1192 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:35,064 DEBUG [Thread-1192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:35,064 DEBUG [Thread-1192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:35,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:35,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:35,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:35,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191515138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191515138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191515138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:35,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-21T12:17:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/7b7a350bfc334e0c9d20691bda611a34 2024-11-21T12:17:35,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/3be450dc4e404a3bbe145564038ac57f is 50, key is test_row_0/C:col10/1732191453323/Put/seqid=0 2024-11-21T12:17:35,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742159_1335 (size=12301) 2024-11-21T12:17:35,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-21T12:17:35,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:35,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-21T12:17:35,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:35,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-21T12:17:35,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33602 deadline: 1732191515649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:35,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:35,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:35,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-21T12:17:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33614 deadline: 1732191515649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33590 deadline: 1732191515649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:35,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. as already flushing 2024-11-21T12:17:35,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:17:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:35,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/3be450dc4e404a3bbe145564038ac57f 2024-11-21T12:17:35,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/bd94183ab7dc4099b57980c9dffb6327 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/bd94183ab7dc4099b57980c9dffb6327 2024-11-21T12:17:35,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/bd94183ab7dc4099b57980c9dffb6327, entries=200, sequenceid=402, filesize=14.4 K 2024-11-21T12:17:35,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/7b7a350bfc334e0c9d20691bda611a34 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/7b7a350bfc334e0c9d20691bda611a34 2024-11-21T12:17:35,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/7b7a350bfc334e0c9d20691bda611a34, entries=150, sequenceid=402, filesize=12.0 K 2024-11-21T12:17:35,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/3be450dc4e404a3bbe145564038ac57f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/3be450dc4e404a3bbe145564038ac57f 2024-11-21T12:17:35,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/3be450dc4e404a3bbe145564038ac57f, entries=150, sequenceid=402, filesize=12.0 K 2024-11-21T12:17:35,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 1266ms, sequenceid=402, compaction requested=true 2024-11-21T12:17:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:35,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:17:35,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:35,736 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:17:35,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:17:35,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:35,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f9bcbdbef778dcce73ab48bf8cfef6:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:17:35,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:35,736 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:17:35,737 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:17:35,737 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:17:35,738 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/A is initiating minor compaction (all files) 2024-11-21T12:17:35,738 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/B is initiating minor compaction (all files) 2024-11-21T12:17:35,738 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/A in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,738 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/B in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,738 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/0ce45d3d5104463896a0fa634968adb6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c98eb27748c248dd83d47eeb7035886f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/2cc2222593604c719092841b1fdc9c02, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/bd94183ab7dc4099b57980c9dffb6327] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=51.2 K 2024-11-21T12:17:35,738 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/9a4f940ec9b4448bbe8fa52bd6e611cc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/ea7895381cb7417281ae6987094791ae, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/e3684ae50d264a8f89aa2c2b17d21509, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/7b7a350bfc334e0c9d20691bda611a34] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=48.8 K 2024-11-21T12:17:35,738 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ce45d3d5104463896a0fa634968adb6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732191451436 2024-11-21T12:17:35,739 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a4f940ec9b4448bbe8fa52bd6e611cc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732191451436 2024-11-21T12:17:35,739 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c98eb27748c248dd83d47eeb7035886f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732191451763 2024-11-21T12:17:35,739 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting ea7895381cb7417281ae6987094791ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732191451763 2024-11-21T12:17:35,739 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cc2222593604c719092841b1fdc9c02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732191452161 2024-11-21T12:17:35,739 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting e3684ae50d264a8f89aa2c2b17d21509, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732191452161 2024-11-21T12:17:35,739 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd94183ab7dc4099b57980c9dffb6327, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732191453323 2024-11-21T12:17:35,739 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b7a350bfc334e0c9d20691bda611a34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732191453323 2024-11-21T12:17:35,755 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#B#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:35,755 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/34b5c527b00940f7b6f9f4f37ae1c713 is 50, key is test_row_0/B:col10/1732191453323/Put/seqid=0 2024-11-21T12:17:35,767 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#A#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:35,767 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/c1c557bfb9fa43b2ba52e417c144238c is 50, key is test_row_0/A:col10/1732191453323/Put/seqid=0 2024-11-21T12:17:35,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742160_1336 (size=13221) 2024-11-21T12:17:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742161_1337 (size=13221) 2024-11-21T12:17:35,786 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/c1c557bfb9fa43b2ba52e417c144238c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c1c557bfb9fa43b2ba52e417c144238c 2024-11-21T12:17:35,791 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/A of 55f9bcbdbef778dcce73ab48bf8cfef6 into c1c557bfb9fa43b2ba52e417c144238c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:35,791 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:35,791 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/A, priority=12, startTime=1732191455736; duration=0sec 2024-11-21T12:17:35,791 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:35,791 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:A 2024-11-21T12:17:35,791 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:17:35,792 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:17:35,792 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 55f9bcbdbef778dcce73ab48bf8cfef6/C is initiating minor compaction (all files) 2024-11-21T12:17:35,792 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f9bcbdbef778dcce73ab48bf8cfef6/C in TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,792 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/54b9a8f977bd4e808919f781a972e82f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/2ce2eee839474fe097d17639e20fa70b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/152de2514138425fa6f2d904cb5f18b8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/3be450dc4e404a3bbe145564038ac57f] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp, totalSize=48.8 K 2024-11-21T12:17:35,793 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54b9a8f977bd4e808919f781a972e82f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732191451436 2024-11-21T12:17:35,793 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ce2eee839474fe097d17639e20fa70b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732191451763 2024-11-21T12:17:35,793 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 152de2514138425fa6f2d904cb5f18b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732191452161 2024-11-21T12:17:35,793 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3be450dc4e404a3bbe145564038ac57f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732191453323 2024-11-21T12:17:35,802 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f9bcbdbef778dcce73ab48bf8cfef6#C#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:35,803 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/e7e28ab0402d422cb6c308edcb48b06a is 50, key is test_row_0/C:col10/1732191453323/Put/seqid=0 2024-11-21T12:17:35,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-21T12:17:35,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:35,804 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T12:17:35,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:35,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:35,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:35,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:35,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:35,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:35,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742162_1338 (size=13221) 2024-11-21T12:17:35,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/8ea4edd770394f54a1604bcc3a0a08bf is 50, key is test_row_0/A:col10/1732191454501/Put/seqid=0 2024-11-21T12:17:35,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742163_1339 (size=12301) 2024-11-21T12:17:36,178 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/34b5c527b00940f7b6f9f4f37ae1c713 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/34b5c527b00940f7b6f9f4f37ae1c713 2024-11-21T12:17:36,183 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/B of 55f9bcbdbef778dcce73ab48bf8cfef6 into 34b5c527b00940f7b6f9f4f37ae1c713(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:36,183 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:36,183 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/B, priority=12, startTime=1732191455736; duration=0sec 2024-11-21T12:17:36,183 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:36,183 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:B 2024-11-21T12:17:36,212 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/e7e28ab0402d422cb6c308edcb48b06a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/e7e28ab0402d422cb6c308edcb48b06a 2024-11-21T12:17:36,213 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/8ea4edd770394f54a1604bcc3a0a08bf 2024-11-21T12:17:36,216 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f9bcbdbef778dcce73ab48bf8cfef6/C of 55f9bcbdbef778dcce73ab48bf8cfef6 into e7e28ab0402d422cb6c308edcb48b06a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:36,216 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:36,216 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., storeName=55f9bcbdbef778dcce73ab48bf8cfef6/C, priority=12, startTime=1732191455736; duration=0sec 2024-11-21T12:17:36,216 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:36,216 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f9bcbdbef778dcce73ab48bf8cfef6:C 2024-11-21T12:17:36,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/21b92810152a4c2a87597b2f4abe6d91 is 50, key is test_row_0/B:col10/1732191454501/Put/seqid=0 2024-11-21T12:17:36,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742164_1340 (size=12301) 2024-11-21T12:17:36,223 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/21b92810152a4c2a87597b2f4abe6d91 2024-11-21T12:17:36,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/508e0d393b2b41d7a9b1ab77bf1a96b2 is 50, key is test_row_0/C:col10/1732191454501/Put/seqid=0 2024-11-21T12:17:36,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742165_1341 (size=12301) 2024-11-21T12:17:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-21T12:17:36,633 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/508e0d393b2b41d7a9b1ab77bf1a96b2 2024-11-21T12:17:36,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/8ea4edd770394f54a1604bcc3a0a08bf as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/8ea4edd770394f54a1604bcc3a0a08bf 2024-11-21T12:17:36,640 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/8ea4edd770394f54a1604bcc3a0a08bf, entries=150, sequenceid=422, filesize=12.0 K 2024-11-21T12:17:36,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/21b92810152a4c2a87597b2f4abe6d91 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/21b92810152a4c2a87597b2f4abe6d91 2024-11-21T12:17:36,644 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/21b92810152a4c2a87597b2f4abe6d91, entries=150, sequenceid=422, filesize=12.0 K 2024-11-21T12:17:36,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/508e0d393b2b41d7a9b1ab77bf1a96b2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/508e0d393b2b41d7a9b1ab77bf1a96b2 2024-11-21T12:17:36,647 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/508e0d393b2b41d7a9b1ab77bf1a96b2, entries=150, sequenceid=422, filesize=12.0 K 2024-11-21T12:17:36,648 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 844ms, sequenceid=422, compaction requested=false 2024-11-21T12:17:36,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 55f9bcbdbef778dcce73ab48bf8cfef6: 2024-11-21T12:17:36,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:36,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-21T12:17:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-21T12:17:36,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-21T12:17:36,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2280 sec 2024-11-21T12:17:36,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 2.2330 sec 2024-11-21T12:17:36,659 INFO [Thread-1179 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1179. 2024-11-21T12:17:36,659 INFO [Thread-1177 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1177. 2024-11-21T12:17:36,659 DEBUG [Thread-1179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:36,659 DEBUG [Thread-1177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:36,659 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,659 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,659 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,659 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:36,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:36,670 INFO [Thread-1175 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1175. 2024-11-21T12:17:36,670 DEBUG [Thread-1175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:36,670 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,670 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-21T12:17:38,579 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:43,481 INFO [Thread-1181 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1181. 2024-11-21T12:17:43,481 DEBUG [Thread-1181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:43,481 DEBUG [Thread-1181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:43,481 DEBUG [Thread-1181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:43,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:43,490 INFO [Thread-1173 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1173. 2024-11-21T12:17:43,490 DEBUG [Thread-1173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:17:43,490 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:43,490 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:43,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:43,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T12:17:43,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-21T12:17:43,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-21T12:17:43,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-21T12:17:43,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-21T12:17:43,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-21T12:17:43,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T12:17:43,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3090 2024-11-21T12:17:43,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3255 2024-11-21T12:17:43,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3221 2024-11-21T12:17:43,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3095 2024-11-21T12:17:43,491 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3250 2024-11-21T12:17:43,491 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T12:17:43,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:43,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:43,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:43,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:43,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:43,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T12:17:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-21T12:17:43,496 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191463496"}]},"ts":"1732191463496"} 2024-11-21T12:17:43,498 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T12:17:43,498 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T12:17:43,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:17:43,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f9bcbdbef778dcce73ab48bf8cfef6, UNASSIGN}] 2024-11-21T12:17:43,501 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f9bcbdbef778dcce73ab48bf8cfef6, UNASSIGN 2024-11-21T12:17:43,502 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=55f9bcbdbef778dcce73ab48bf8cfef6, regionState=CLOSING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:43,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f9bcbdbef778dcce73ab48bf8cfef6, UNASSIGN because future has completed 2024-11-21T12:17:43,504 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:17:43,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:17:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-21T12:17:43,657 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:43,658 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T12:17:43,658 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 55f9bcbdbef778dcce73ab48bf8cfef6, disabling compactions & flushes 2024-11-21T12:17:43,658 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:43,658 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:43,658 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. after waiting 0 ms 2024-11-21T12:17:43,658 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:43,658 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(2902): Flushing 55f9bcbdbef778dcce73ab48bf8cfef6 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T12:17:43,658 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=A 2024-11-21T12:17:43,659 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:43,659 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=B 2024-11-21T12:17:43,659 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:43,659 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f9bcbdbef778dcce73ab48bf8cfef6, store=C 2024-11-21T12:17:43,659 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:43,663 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/ce7d1ae3e52d41f2a7831972c51f88d9 is 50, key is test_row_0/A:col10/1732191463488/Put/seqid=0 2024-11-21T12:17:43,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742166_1342 (size=9857) 2024-11-21T12:17:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-21T12:17:44,068 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/ce7d1ae3e52d41f2a7831972c51f88d9 2024-11-21T12:17:44,077 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/477830033b5749afa902be4332d2a827 is 50, key is test_row_0/B:col10/1732191463488/Put/seqid=0 2024-11-21T12:17:44,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742167_1343 (size=9857) 2024-11-21T12:17:44,087 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/477830033b5749afa902be4332d2a827 2024-11-21T12:17:44,095 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/d948b1962ad147f3b6837c3b5f32e7eb is 50, key is test_row_0/C:col10/1732191463488/Put/seqid=0 2024-11-21T12:17:44,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742168_1344 (size=9857) 2024-11-21T12:17:44,100 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/d948b1962ad147f3b6837c3b5f32e7eb 2024-11-21T12:17:44,105 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/A/ce7d1ae3e52d41f2a7831972c51f88d9 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/ce7d1ae3e52d41f2a7831972c51f88d9 2024-11-21T12:17:44,109 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/ce7d1ae3e52d41f2a7831972c51f88d9, entries=100, sequenceid=432, filesize=9.6 K 2024-11-21T12:17:44,110 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/B/477830033b5749afa902be4332d2a827 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/477830033b5749afa902be4332d2a827 2024-11-21T12:17:44,115 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/477830033b5749afa902be4332d2a827, entries=100, sequenceid=432, filesize=9.6 K 2024-11-21T12:17:44,116 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/.tmp/C/d948b1962ad147f3b6837c3b5f32e7eb as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/d948b1962ad147f3b6837c3b5f32e7eb 2024-11-21T12:17:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-21T12:17:44,121 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/d948b1962ad147f3b6837c3b5f32e7eb, entries=100, sequenceid=432, filesize=9.6 K 2024-11-21T12:17:44,122 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 464ms, sequenceid=432, compaction requested=true 2024-11-21T12:17:44,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c11bb9ec31c84b5d96815bc590309733, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/6bac144e0c094b38bc0f177ac499ca02, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/19cf90640d2845088876084b31daa015, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e6815cc4f11043dbab8de62783cc581a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/6762289f63124477aa5df4b72067a811, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/cce2aba2718e4fb79a511b1bc6406bc7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/25608054c9874c2c916ccc536393cec1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b0f6ba31088c4236bd0157e5cb330c7d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/1fa2d7c8549445d7bfe9b4e1f713435e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/87ba3521c3cc474997a7340e738fb84d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e96ba341195d4d83ba26672c81f7a0d6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e561c440d8014cf1a7412df4901e76d0, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/7aa0d9c07a0643a49543b47616365f85, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/05b12436c9d34102995d93c132c18285, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/ca4745ed37534564892aeb40da428318, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/d10eeaa4c29448b2988dd18bdcdc99bb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/63b13af64ddb43c0ab40891d1d335a64, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/56d5bd2c881e47caac3888991bdcb668, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/a8812d3fdc634939be81cd446b398959, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/0618f54ef23641bb97b5bc2c7fc004e2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b647934e014542568160f46801fc2262, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/2f62ba44fdb949aa925b0e820d318d76, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b3fc3cffc91c4f5a9c417ca646e784e5, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/0ce45d3d5104463896a0fa634968adb6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c98eb27748c248dd83d47eeb7035886f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/2cc2222593604c719092841b1fdc9c02, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/bd94183ab7dc4099b57980c9dffb6327] to archive 2024-11-21T12:17:44,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:17:44,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c11bb9ec31c84b5d96815bc590309733 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c11bb9ec31c84b5d96815bc590309733 2024-11-21T12:17:44,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/6bac144e0c094b38bc0f177ac499ca02 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/6bac144e0c094b38bc0f177ac499ca02 2024-11-21T12:17:44,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/19cf90640d2845088876084b31daa015 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/19cf90640d2845088876084b31daa015 2024-11-21T12:17:44,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e6815cc4f11043dbab8de62783cc581a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e6815cc4f11043dbab8de62783cc581a 2024-11-21T12:17:44,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/6762289f63124477aa5df4b72067a811 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/6762289f63124477aa5df4b72067a811 2024-11-21T12:17:44,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/cce2aba2718e4fb79a511b1bc6406bc7 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/cce2aba2718e4fb79a511b1bc6406bc7 2024-11-21T12:17:44,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/25608054c9874c2c916ccc536393cec1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/25608054c9874c2c916ccc536393cec1 2024-11-21T12:17:44,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b0f6ba31088c4236bd0157e5cb330c7d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b0f6ba31088c4236bd0157e5cb330c7d 2024-11-21T12:17:44,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/1fa2d7c8549445d7bfe9b4e1f713435e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/1fa2d7c8549445d7bfe9b4e1f713435e 2024-11-21T12:17:44,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/87ba3521c3cc474997a7340e738fb84d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/87ba3521c3cc474997a7340e738fb84d 2024-11-21T12:17:44,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e96ba341195d4d83ba26672c81f7a0d6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e96ba341195d4d83ba26672c81f7a0d6 2024-11-21T12:17:44,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e561c440d8014cf1a7412df4901e76d0 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/e561c440d8014cf1a7412df4901e76d0 2024-11-21T12:17:44,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/7aa0d9c07a0643a49543b47616365f85 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/7aa0d9c07a0643a49543b47616365f85 2024-11-21T12:17:44,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/05b12436c9d34102995d93c132c18285 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/05b12436c9d34102995d93c132c18285 2024-11-21T12:17:44,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/ca4745ed37534564892aeb40da428318 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/ca4745ed37534564892aeb40da428318 2024-11-21T12:17:44,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/d10eeaa4c29448b2988dd18bdcdc99bb to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/d10eeaa4c29448b2988dd18bdcdc99bb 2024-11-21T12:17:44,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/63b13af64ddb43c0ab40891d1d335a64 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/63b13af64ddb43c0ab40891d1d335a64 2024-11-21T12:17:44,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/56d5bd2c881e47caac3888991bdcb668 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/56d5bd2c881e47caac3888991bdcb668 2024-11-21T12:17:44,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/a8812d3fdc634939be81cd446b398959 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/a8812d3fdc634939be81cd446b398959 2024-11-21T12:17:44,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/0618f54ef23641bb97b5bc2c7fc004e2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/0618f54ef23641bb97b5bc2c7fc004e2 2024-11-21T12:17:44,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b647934e014542568160f46801fc2262 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b647934e014542568160f46801fc2262 2024-11-21T12:17:44,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/2f62ba44fdb949aa925b0e820d318d76 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/2f62ba44fdb949aa925b0e820d318d76 2024-11-21T12:17:44,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b3fc3cffc91c4f5a9c417ca646e784e5 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/b3fc3cffc91c4f5a9c417ca646e784e5 2024-11-21T12:17:44,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/0ce45d3d5104463896a0fa634968adb6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/0ce45d3d5104463896a0fa634968adb6 2024-11-21T12:17:44,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c98eb27748c248dd83d47eeb7035886f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c98eb27748c248dd83d47eeb7035886f 2024-11-21T12:17:44,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/2cc2222593604c719092841b1fdc9c02 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/2cc2222593604c719092841b1fdc9c02 2024-11-21T12:17:44,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/bd94183ab7dc4099b57980c9dffb6327 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/bd94183ab7dc4099b57980c9dffb6327 2024-11-21T12:17:44,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/3b0dfbfbaf75458fa0bf4b512a2a00f9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2da361a50fc24ff899e815ee56992aec, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2b62b925a1f14a5a9832d3fcbdff930d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/0e543fa6b81b419997bc8f1c767d1a84, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2895d0605e0f463dba7b3cdf3d5d3076, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/21fd95870c9b42a5b8067250ccada2aa, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/84a0ea70de5a48a5aa9c0c61690b5fea, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/3a0e4c0bca374724b81eb5916fc55112, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/f532624cf3df4a54ba590b565ada92b7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/66bb10ce309c43e88a261e3ef8c8eac8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/905b1c671d2443be825965336bbc11c6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2fe2fc3f2fb24093a717024675ac7544, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/453fa1363aa04e998d0e822902e91ecf, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/15504ff600834eeab898be4f0154de7f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2bbdc2acc05d44c88d306b9cfa3b176d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/7f3fdfa3ba0342d19d9d390d64a59223, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/810fa005074f46a09976013d65554e87, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/5f38d5980f40448c8314dfa3b0c1743a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/d47b47b0cb184a8284b6a31393e7a560, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/67cd9ac658354a6085e27628a0369147, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/83cfade8aa414a02aa815c22d50dd5f7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/cc55d8dd033c4c9ab506b49bbeefbfea, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/9a4f940ec9b4448bbe8fa52bd6e611cc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/028ab3eef8d245cd8818e6b9cd7914e3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/ea7895381cb7417281ae6987094791ae, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/e3684ae50d264a8f89aa2c2b17d21509, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/7b7a350bfc334e0c9d20691bda611a34] to archive 2024-11-21T12:17:44,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:17:44,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/3b0dfbfbaf75458fa0bf4b512a2a00f9 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/3b0dfbfbaf75458fa0bf4b512a2a00f9 2024-11-21T12:17:44,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2da361a50fc24ff899e815ee56992aec to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2da361a50fc24ff899e815ee56992aec 2024-11-21T12:17:44,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2b62b925a1f14a5a9832d3fcbdff930d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2b62b925a1f14a5a9832d3fcbdff930d 2024-11-21T12:17:44,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/0e543fa6b81b419997bc8f1c767d1a84 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/0e543fa6b81b419997bc8f1c767d1a84 2024-11-21T12:17:44,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2895d0605e0f463dba7b3cdf3d5d3076 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2895d0605e0f463dba7b3cdf3d5d3076 2024-11-21T12:17:44,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/21fd95870c9b42a5b8067250ccada2aa to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/21fd95870c9b42a5b8067250ccada2aa 2024-11-21T12:17:44,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/84a0ea70de5a48a5aa9c0c61690b5fea to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/84a0ea70de5a48a5aa9c0c61690b5fea 2024-11-21T12:17:44,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/3a0e4c0bca374724b81eb5916fc55112 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/3a0e4c0bca374724b81eb5916fc55112 2024-11-21T12:17:44,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/f532624cf3df4a54ba590b565ada92b7 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/f532624cf3df4a54ba590b565ada92b7 2024-11-21T12:17:44,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/66bb10ce309c43e88a261e3ef8c8eac8 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/66bb10ce309c43e88a261e3ef8c8eac8 2024-11-21T12:17:44,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/905b1c671d2443be825965336bbc11c6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/905b1c671d2443be825965336bbc11c6 2024-11-21T12:17:44,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2fe2fc3f2fb24093a717024675ac7544 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2fe2fc3f2fb24093a717024675ac7544 2024-11-21T12:17:44,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/453fa1363aa04e998d0e822902e91ecf to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/453fa1363aa04e998d0e822902e91ecf 2024-11-21T12:17:44,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/15504ff600834eeab898be4f0154de7f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/15504ff600834eeab898be4f0154de7f 2024-11-21T12:17:44,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2bbdc2acc05d44c88d306b9cfa3b176d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/2bbdc2acc05d44c88d306b9cfa3b176d 2024-11-21T12:17:44,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/7f3fdfa3ba0342d19d9d390d64a59223 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/7f3fdfa3ba0342d19d9d390d64a59223 2024-11-21T12:17:44,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/810fa005074f46a09976013d65554e87 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/810fa005074f46a09976013d65554e87 2024-11-21T12:17:44,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/5f38d5980f40448c8314dfa3b0c1743a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/5f38d5980f40448c8314dfa3b0c1743a 2024-11-21T12:17:44,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/d47b47b0cb184a8284b6a31393e7a560 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/d47b47b0cb184a8284b6a31393e7a560 2024-11-21T12:17:44,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/67cd9ac658354a6085e27628a0369147 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/67cd9ac658354a6085e27628a0369147 2024-11-21T12:17:44,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/83cfade8aa414a02aa815c22d50dd5f7 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/83cfade8aa414a02aa815c22d50dd5f7 2024-11-21T12:17:44,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/cc55d8dd033c4c9ab506b49bbeefbfea to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/cc55d8dd033c4c9ab506b49bbeefbfea 2024-11-21T12:17:44,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/9a4f940ec9b4448bbe8fa52bd6e611cc to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/9a4f940ec9b4448bbe8fa52bd6e611cc 2024-11-21T12:17:44,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/028ab3eef8d245cd8818e6b9cd7914e3 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/028ab3eef8d245cd8818e6b9cd7914e3 2024-11-21T12:17:44,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/ea7895381cb7417281ae6987094791ae to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/ea7895381cb7417281ae6987094791ae 2024-11-21T12:17:44,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/e3684ae50d264a8f89aa2c2b17d21509 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/e3684ae50d264a8f89aa2c2b17d21509 2024-11-21T12:17:44,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/7b7a350bfc334e0c9d20691bda611a34 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/7b7a350bfc334e0c9d20691bda611a34 2024-11-21T12:17:44,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/313e60dc0c944ea88ca7955f9e6baf06, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/0c289dbd52fe4b26ad732242787d50c5, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/425fc30eae8c4dd2a3e74843d19cfd23, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/66a78aa368244352935ea4cbd4782707, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/fa09c46daad1401a80019ad3c988cd94, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/66092ded723547e6b2b4a5fab99c155c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/49d19db2055f48feaa1582b4d8b53a81, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/360c9cc1cb4c47aeb0da2aeb4ae1232d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/694c0713ea61401181c434c553794c49, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/ebc26dfd1d574af1905760bcdd76f206, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/53525fb68e0d4c67833d1a9468118777, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/bd43a3b2b73f428b8f90aa22f1070cda, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/78e79caefa13459aae2eb88eef77906f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/0be895f63960428fb7530f8eb1f2ed05, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/09ad77f454644072bdbd2ea7d7d3d76c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/8ce874b4db6b46458030aabae3fb3d5d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/9be95486a7f34eeba4fa55f613ac23f1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/21d6361f5afe414980305f576fd6ce7e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/2a8e606785b14d74b932ca25d4ec1107, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/4d6d91d38ca24b5abe0492d764ab0a85, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/1a23e4ecd5654fe9a23437c9f33ff045, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/f88cb9b569e741eba8b656df30735b21, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/54b9a8f977bd4e808919f781a972e82f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/cd1dc5e681ca404cacd6169dc0bb4b4d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/2ce2eee839474fe097d17639e20fa70b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/152de2514138425fa6f2d904cb5f18b8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/3be450dc4e404a3bbe145564038ac57f] to archive 2024-11-21T12:17:44,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:17:44,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/313e60dc0c944ea88ca7955f9e6baf06 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/313e60dc0c944ea88ca7955f9e6baf06 2024-11-21T12:17:44,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/0c289dbd52fe4b26ad732242787d50c5 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/0c289dbd52fe4b26ad732242787d50c5 2024-11-21T12:17:44,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/425fc30eae8c4dd2a3e74843d19cfd23 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/425fc30eae8c4dd2a3e74843d19cfd23 2024-11-21T12:17:44,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/66a78aa368244352935ea4cbd4782707 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/66a78aa368244352935ea4cbd4782707 2024-11-21T12:17:44,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/fa09c46daad1401a80019ad3c988cd94 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/fa09c46daad1401a80019ad3c988cd94 2024-11-21T12:17:44,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/66092ded723547e6b2b4a5fab99c155c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/66092ded723547e6b2b4a5fab99c155c 2024-11-21T12:17:44,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/49d19db2055f48feaa1582b4d8b53a81 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/49d19db2055f48feaa1582b4d8b53a81 2024-11-21T12:17:44,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/360c9cc1cb4c47aeb0da2aeb4ae1232d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/360c9cc1cb4c47aeb0da2aeb4ae1232d 2024-11-21T12:17:44,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/694c0713ea61401181c434c553794c49 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/694c0713ea61401181c434c553794c49 2024-11-21T12:17:44,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/ebc26dfd1d574af1905760bcdd76f206 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/ebc26dfd1d574af1905760bcdd76f206 2024-11-21T12:17:44,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/53525fb68e0d4c67833d1a9468118777 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/53525fb68e0d4c67833d1a9468118777 2024-11-21T12:17:44,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/bd43a3b2b73f428b8f90aa22f1070cda to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/bd43a3b2b73f428b8f90aa22f1070cda 2024-11-21T12:17:44,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/78e79caefa13459aae2eb88eef77906f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/78e79caefa13459aae2eb88eef77906f 2024-11-21T12:17:44,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/0be895f63960428fb7530f8eb1f2ed05 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/0be895f63960428fb7530f8eb1f2ed05 2024-11-21T12:17:44,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/09ad77f454644072bdbd2ea7d7d3d76c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/09ad77f454644072bdbd2ea7d7d3d76c 2024-11-21T12:17:44,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/8ce874b4db6b46458030aabae3fb3d5d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/8ce874b4db6b46458030aabae3fb3d5d 2024-11-21T12:17:44,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/9be95486a7f34eeba4fa55f613ac23f1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/9be95486a7f34eeba4fa55f613ac23f1 2024-11-21T12:17:44,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/21d6361f5afe414980305f576fd6ce7e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/21d6361f5afe414980305f576fd6ce7e 2024-11-21T12:17:44,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/2a8e606785b14d74b932ca25d4ec1107 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/2a8e606785b14d74b932ca25d4ec1107 2024-11-21T12:17:44,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/4d6d91d38ca24b5abe0492d764ab0a85 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/4d6d91d38ca24b5abe0492d764ab0a85 2024-11-21T12:17:44,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/1a23e4ecd5654fe9a23437c9f33ff045 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/1a23e4ecd5654fe9a23437c9f33ff045 2024-11-21T12:17:44,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/f88cb9b569e741eba8b656df30735b21 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/f88cb9b569e741eba8b656df30735b21 2024-11-21T12:17:44,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/54b9a8f977bd4e808919f781a972e82f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/54b9a8f977bd4e808919f781a972e82f 2024-11-21T12:17:44,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/cd1dc5e681ca404cacd6169dc0bb4b4d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/cd1dc5e681ca404cacd6169dc0bb4b4d 2024-11-21T12:17:44,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/2ce2eee839474fe097d17639e20fa70b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/2ce2eee839474fe097d17639e20fa70b 2024-11-21T12:17:44,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/152de2514138425fa6f2d904cb5f18b8 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/152de2514138425fa6f2d904cb5f18b8 2024-11-21T12:17:44,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/3be450dc4e404a3bbe145564038ac57f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/3be450dc4e404a3bbe145564038ac57f 2024-11-21T12:17:44,297 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/recovered.edits/435.seqid, newMaxSeqId=435, maxSeqId=1 2024-11-21T12:17:44,298 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. 2024-11-21T12:17:44,298 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 55f9bcbdbef778dcce73ab48bf8cfef6: Waiting for close lock at 1732191463658Running coprocessor pre-close hooks at 1732191463658Disabling compacts and flushes for region at 1732191463658Disabling writes for close at 1732191463658Obtaining lock to block concurrent updates at 1732191463658Preparing flush snapshotting stores in 55f9bcbdbef778dcce73ab48bf8cfef6 at 1732191463658Finished memstore snapshotting TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732191463659 (+1 ms)Flushing stores of TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6. at 1732191463659Flushing 55f9bcbdbef778dcce73ab48bf8cfef6/A: creating writer at 1732191463659Flushing 55f9bcbdbef778dcce73ab48bf8cfef6/A: appending metadata at 1732191463662 (+3 ms)Flushing 55f9bcbdbef778dcce73ab48bf8cfef6/A: closing flushed file at 1732191463663 (+1 ms)Flushing 55f9bcbdbef778dcce73ab48bf8cfef6/B: creating writer at 1732191464073 (+410 ms)Flushing 55f9bcbdbef778dcce73ab48bf8cfef6/B: appending metadata at 1732191464077 (+4 ms)Flushing 55f9bcbdbef778dcce73ab48bf8cfef6/B: closing flushed file at 1732191464077Flushing 55f9bcbdbef778dcce73ab48bf8cfef6/C: creating writer at 1732191464091 (+14 ms)Flushing 55f9bcbdbef778dcce73ab48bf8cfef6/C: appending metadata at 1732191464095 (+4 ms)Flushing 55f9bcbdbef778dcce73ab48bf8cfef6/C: closing flushed file at 1732191464095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd80a5e: reopening flushed file at 1732191464104 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cccb31c: reopening flushed file at 1732191464109 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc5adac: reopening flushed file at 1732191464115 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 55f9bcbdbef778dcce73ab48bf8cfef6 in 464ms, sequenceid=432, compaction requested=true at 1732191464122 (+7 ms)Writing region close event to WAL at 1732191464291 (+169 ms)Running coprocessor post-close hooks at 1732191464298 (+7 ms)Closed at 1732191464298 2024-11-21T12:17:44,301 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:44,301 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=55f9bcbdbef778dcce73ab48bf8cfef6, regionState=CLOSED 2024-11-21T12:17:44,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:17:44,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-21T12:17:44,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 55f9bcbdbef778dcce73ab48bf8cfef6, server=9bb5b7e9dd2c,40779,1732191366267 in 803 msec 2024-11-21T12:17:44,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-21T12:17:44,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f9bcbdbef778dcce73ab48bf8cfef6, UNASSIGN in 815 msec 2024-11-21T12:17:44,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-21T12:17:44,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 820 msec 2024-11-21T12:17:44,322 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191464321"}]},"ts":"1732191464321"} 2024-11-21T12:17:44,323 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T12:17:44,323 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T12:17:44,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 832 msec 2024-11-21T12:17:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-21T12:17:44,629 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:44,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T12:17:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:44,632 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-21T12:17:44,634 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=92, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:44,637 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:44,639 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/recovered.edits] 2024-11-21T12:17:44,643 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/8ea4edd770394f54a1604bcc3a0a08bf to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/8ea4edd770394f54a1604bcc3a0a08bf 2024-11-21T12:17:44,644 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c1c557bfb9fa43b2ba52e417c144238c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/c1c557bfb9fa43b2ba52e417c144238c 2024-11-21T12:17:44,646 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/ce7d1ae3e52d41f2a7831972c51f88d9 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/A/ce7d1ae3e52d41f2a7831972c51f88d9 2024-11-21T12:17:44,649 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/21b92810152a4c2a87597b2f4abe6d91 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/21b92810152a4c2a87597b2f4abe6d91 2024-11-21T12:17:44,650 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/34b5c527b00940f7b6f9f4f37ae1c713 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/34b5c527b00940f7b6f9f4f37ae1c713 2024-11-21T12:17:44,651 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/477830033b5749afa902be4332d2a827 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/B/477830033b5749afa902be4332d2a827 2024-11-21T12:17:44,657 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/508e0d393b2b41d7a9b1ab77bf1a96b2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/508e0d393b2b41d7a9b1ab77bf1a96b2 2024-11-21T12:17:44,662 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/d948b1962ad147f3b6837c3b5f32e7eb to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/d948b1962ad147f3b6837c3b5f32e7eb 2024-11-21T12:17:44,664 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/e7e28ab0402d422cb6c308edcb48b06a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/C/e7e28ab0402d422cb6c308edcb48b06a 2024-11-21T12:17:44,669 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/recovered.edits/435.seqid to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6/recovered.edits/435.seqid 2024-11-21T12:17:44,670 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/55f9bcbdbef778dcce73ab48bf8cfef6 2024-11-21T12:17:44,670 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T12:17:44,673 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=92, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:44,676 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T12:17:44,679 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T12:17:44,680 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=92, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:44,680 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T12:17:44,681 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732191464680"}]},"ts":"9223372036854775807"} 2024-11-21T12:17:44,683 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T12:17:44,683 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 55f9bcbdbef778dcce73ab48bf8cfef6, NAME => 'TestAcidGuarantees,,1732191432845.55f9bcbdbef778dcce73ab48bf8cfef6.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T12:17:44,683 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T12:17:44,683 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732191464683"}]},"ts":"9223372036854775807"} 2024-11-21T12:17:44,686 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T12:17:44,687 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=92, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:44,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 58 msec 2024-11-21T12:17:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-21T12:17:44,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T12:17:44,739 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:44,752 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=246 (was 248), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=553 (was 575), ProcessCount=11 (was 11), AvailableMemoryMB=7311 (was 8023) 2024-11-21T12:17:44,764 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=246, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=553, ProcessCount=11, AvailableMemoryMB=7311 2024-11-21T12:17:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:17:44,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:17:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:44,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:17:44,771 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:44,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 93 2024-11-21T12:17:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T12:17:44,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:17:44,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742169_1345 (size=1061) 2024-11-21T12:17:44,789 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d 2024-11-21T12:17:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742170_1346 (size=53) 2024-11-21T12:17:44,797 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:44,797 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 788d24ac5f4eb42011471a748c65118b, disabling compactions & flushes 2024-11-21T12:17:44,797 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:44,797 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:44,797 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. after waiting 0 ms 2024-11-21T12:17:44,797 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:44,797 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:44,797 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 788d24ac5f4eb42011471a748c65118b: Waiting for close lock at 1732191464797Disabling compacts and flushes for region at 1732191464797Disabling writes for close at 1732191464797Writing region close event to WAL at 1732191464797Closed at 1732191464797 2024-11-21T12:17:44,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:17:44,799 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732191464798"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191464798"}]},"ts":"1732191464798"} 2024-11-21T12:17:44,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:17:44,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:17:44,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191464801"}]},"ts":"1732191464801"} 2024-11-21T12:17:44,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T12:17:44,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, ASSIGN}] 2024-11-21T12:17:44,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, ASSIGN 2024-11-21T12:17:44,806 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,40779,1732191366267; forceNewPlan=false, retain=false 2024-11-21T12:17:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T12:17:44,957 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=788d24ac5f4eb42011471a748c65118b, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:44,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, ASSIGN because future has completed 2024-11-21T12:17:44,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:17:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T12:17:45,116 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:45,116 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:45,116 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,116 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:45,116 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,116 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,118 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,119 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:17:45,119 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788d24ac5f4eb42011471a748c65118b columnFamilyName A 2024-11-21T12:17:45,119 DEBUG [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:45,119 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.HStore(327): Store=788d24ac5f4eb42011471a748c65118b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:45,119 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,120 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:17:45,120 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788d24ac5f4eb42011471a748c65118b columnFamilyName B 2024-11-21T12:17:45,120 DEBUG [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:45,121 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.HStore(327): Store=788d24ac5f4eb42011471a748c65118b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:45,121 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,122 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:17:45,122 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788d24ac5f4eb42011471a748c65118b columnFamilyName C 2024-11-21T12:17:45,122 DEBUG [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:45,122 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.HStore(327): Store=788d24ac5f4eb42011471a748c65118b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:45,122 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:45,122 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,123 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,123 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,124 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,124 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,125 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:17:45,126 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,127 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:17:45,128 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 788d24ac5f4eb42011471a748c65118b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72404839, jitterRate=0.07891617715358734}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:17:45,128 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,128 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 788d24ac5f4eb42011471a748c65118b: Running coprocessor pre-open hook at 1732191465117Writing region info on filesystem at 1732191465117Initializing all the Stores at 1732191465117Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191465117Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191465117Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191465117Cleaning up temporary data from old regions at 1732191465124 (+7 ms)Running coprocessor post-open hooks at 1732191465128 (+4 ms)Region opened successfully at 1732191465128 2024-11-21T12:17:45,129 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., pid=95, masterSystemTime=1732191465112 2024-11-21T12:17:45,131 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:45,131 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:45,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=788d24ac5f4eb42011471a748c65118b, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:45,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:17:45,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-21T12:17:45,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 in 174 msec 2024-11-21T12:17:45,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-21T12:17:45,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, ASSIGN in 332 msec 2024-11-21T12:17:45,138 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:17:45,138 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191465138"}]},"ts":"1732191465138"} 2024-11-21T12:17:45,140 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T12:17:45,141 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:17:45,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 375 msec 2024-11-21T12:17:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T12:17:45,398 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:45,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283b5885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:45,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:45,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:45,401 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15448242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:45,402 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:45,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36915a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:45,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:45,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:45,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:45,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:17:45,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f51a69f 2024-11-21T12:17:45,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:45,407 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:17:45,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:17:45,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:17:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T12:17:45,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742171_1347 (size=1097) 2024-11-21T12:17:45,821 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-21T12:17:45,822 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-21T12:17:45,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:17:45,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, REOPEN/MOVE}] 2024-11-21T12:17:45,827 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, REOPEN/MOVE 2024-11-21T12:17:45,827 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=788d24ac5f4eb42011471a748c65118b, regionState=CLOSING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:45,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, REOPEN/MOVE because future has completed 2024-11-21T12:17:45,829 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:17:45,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:17:45,982 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,982 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T12:17:45,982 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing 788d24ac5f4eb42011471a748c65118b, disabling compactions & flushes 2024-11-21T12:17:45,982 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:45,982 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:45,982 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. after waiting 0 ms 2024-11-21T12:17:45,982 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:45,986 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T12:17:45,986 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:45,986 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for 788d24ac5f4eb42011471a748c65118b: Waiting for close lock at 1732191465982Running coprocessor pre-close hooks at 1732191465982Disabling compacts and flushes for region at 1732191465982Disabling writes for close at 1732191465982Writing region close event to WAL at 1732191465983 (+1 ms)Running coprocessor post-close hooks at 1732191465986 (+3 ms)Closed at 1732191465986 2024-11-21T12:17:45,986 WARN [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionServer(3299): Not adding moved region record: 788d24ac5f4eb42011471a748c65118b to self. 2024-11-21T12:17:45,988 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:45,989 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=788d24ac5f4eb42011471a748c65118b, regionState=CLOSED 2024-11-21T12:17:45,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:17:45,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-21T12:17:45,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure 788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 in 161 msec 2024-11-21T12:17:45,992 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, REOPEN/MOVE; state=CLOSED, location=9bb5b7e9dd2c,40779,1732191366267; forceNewPlan=false, retain=true 2024-11-21T12:17:46,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=788d24ac5f4eb42011471a748c65118b, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, REOPEN/MOVE because future has completed 2024-11-21T12:17:46,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:17:46,300 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:46,300 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:46,301 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,301 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:46,301 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,301 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,302 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,303 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:17:46,303 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788d24ac5f4eb42011471a748c65118b columnFamilyName A 2024-11-21T12:17:46,304 DEBUG [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:46,305 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.HStore(327): Store=788d24ac5f4eb42011471a748c65118b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:46,305 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,306 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:17:46,306 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788d24ac5f4eb42011471a748c65118b columnFamilyName B 2024-11-21T12:17:46,306 DEBUG [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:46,307 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.HStore(327): Store=788d24ac5f4eb42011471a748c65118b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:46,307 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,307 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:17:46,308 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788d24ac5f4eb42011471a748c65118b columnFamilyName C 2024-11-21T12:17:46,308 DEBUG [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:46,308 INFO [StoreOpener-788d24ac5f4eb42011471a748c65118b-1 {}] regionserver.HStore(327): Store=788d24ac5f4eb42011471a748c65118b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:46,308 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:46,308 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,309 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,310 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,310 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,310 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,311 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:17:46,312 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,312 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened 788d24ac5f4eb42011471a748c65118b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66125782, jitterRate=-0.014649063348770142}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:17:46,312 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,313 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for 788d24ac5f4eb42011471a748c65118b: Running coprocessor pre-open hook at 1732191466301Writing region info on filesystem at 1732191466301Initializing all the Stores at 1732191466301Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191466302 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191466302Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191466302Cleaning up temporary data from old regions at 1732191466310 (+8 ms)Running coprocessor post-open hooks at 1732191466312 (+2 ms)Region opened successfully at 1732191466313 (+1 ms) 2024-11-21T12:17:46,314 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., pid=100, masterSystemTime=1732191466297 2024-11-21T12:17:46,316 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:46,316 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:46,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=788d24ac5f4eb42011471a748c65118b, regionState=OPEN, openSeqNum=5, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:17:46,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98 2024-11-21T12:17:46,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 in 174 msec 2024-11-21T12:17:46,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-21T12:17:46,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, REOPEN/MOVE in 495 msec 2024-11-21T12:17:46,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-21T12:17:46,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 499 msec 2024-11-21T12:17:46,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 916 msec 2024-11-21T12:17:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-21T12:17:46,328 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:46,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf7f63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:46,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:46,330 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61191270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:46,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:46,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:46,332 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0f0794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4600746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:46,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:46,334 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:46,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:46,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75687622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:46,336 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:46,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338a3434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6447def3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:46,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:46,338 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:46,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:46,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:46,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5bd8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:46,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:46,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:46,340 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:46,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175abde7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5345722e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:46,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:46,342 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df36958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:46,343 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:46,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1a866f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:46,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:46,346 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dde6e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:46,347 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:46,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624755c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:46,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:46,350 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180d597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:46,351 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:46,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@997d2db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:46,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:46,353 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a210db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:46,355 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:46,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c123193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:46,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:46,358 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e155cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:46,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:46,359 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:46,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b31ddc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:46,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:46,361 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625675f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:46,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:46,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:46,362 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:46,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77150f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a84aab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:17:46,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:46,364 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:17:46,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:17:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7036e6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:17:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:46,366 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf43bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:46,367 DEBUG [Thread-1586 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:46,367 DEBUG [Thread-1589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:46,367 DEBUG [Thread-1595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:46,367 DEBUG [Thread-1593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:46,367 DEBUG [Thread-1582 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:46,367 DEBUG [Thread-1584 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:46,368 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:46,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:46,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:46,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:46,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:46,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:46,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:46,370 DEBUG [Thread-1591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-21T12:17:46,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:46,370 DEBUG [Thread-1578 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:46,370 DEBUG [Thread-1597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T12:17:46,371 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:46,371 DEBUG [Thread-1580 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:46,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:17:46,372 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:46,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:46,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:17:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:46,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:46,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:46,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:46,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:46,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:17:46,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:17:46,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:46,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:17:46,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:17:46,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:17:46,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:17:46,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:17:46,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:17:46,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:17:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:17:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:17:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:17:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:17:46,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:46,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b9e9b532e7b44ed393ca307e24ecd616_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_1/A:col10/1732191466387/Put/seqid=0 2024-11-21T12:17:46,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191526415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191526416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191526418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191526425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191466398, max timestamp=1732191466424Num uniques 859; 2024-11-21T12:17:46,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191466398, max timestamp=1732191466424Num uniques 859; 2024-11-21T12:17:46,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:17:46,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191466398, max timestamp=1732191466424Num uniques 859; 2024-11-21T12:17:46,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:17:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:17:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742172_1348 (size=9714) 2024-11-21T12:17:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,437 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:46,441 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b9e9b532e7b44ed393ca307e24ecd616_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b9e9b532e7b44ed393ca307e24ecd616_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:46,442 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/8ae253bfd21043c0a9856e646f78c203, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:46,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/8ae253bfd21043c0a9856e646f78c203 is 175, key is test_row_1/A:col10/1732191466387/Put/seqid=0 2024-11-21T12:17:46,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742173_1349 (size=22361) 2024-11-21T12:17:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T12:17:46,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T12:17:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:46,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:46,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191526534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191526538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191526538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191526538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191526538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191526647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T12:17:46,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:46,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:46,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:46,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:46,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T12:17:46,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191526758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191526758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191526758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191526758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T12:17:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:46,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:46,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:46,849 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/8ae253bfd21043c0a9856e646f78c203 2024-11-21T12:17:46,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/2cb6891a9cd948869392535f3f066c71 is 50, key is test_row_1/B:col10/1732191466387/Put/seqid=0 2024-11-21T12:17:46,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191526868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:46,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:46,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:46,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742174_1350 (size=9657) 2024-11-21T12:17:46,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/2cb6891a9cd948869392535f3f066c71 2024-11-21T12:17:46,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/d97267d88d524bfc81be00e6ef81eb69 is 50, key is test_row_1/C:col10/1732191466387/Put/seqid=0 2024-11-21T12:17:46,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742175_1351 (size=9657) 2024-11-21T12:17:46,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T12:17:46,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:46,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T12:17:47,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191527068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191527068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191527068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191527068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T12:17:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:47,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:47,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191527178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T12:17:47,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:47,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:47,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:47,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:47,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:47,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/d97267d88d524bfc81be00e6ef81eb69 2024-11-21T12:17:47,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/8ae253bfd21043c0a9856e646f78c203 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/8ae253bfd21043c0a9856e646f78c203 2024-11-21T12:17:47,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/8ae253bfd21043c0a9856e646f78c203, entries=100, sequenceid=15, filesize=21.8 K 2024-11-21T12:17:47,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/2cb6891a9cd948869392535f3f066c71 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/2cb6891a9cd948869392535f3f066c71 2024-11-21T12:17:47,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/2cb6891a9cd948869392535f3f066c71, entries=100, sequenceid=15, filesize=9.4 K 2024-11-21T12:17:47,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/d97267d88d524bfc81be00e6ef81eb69 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/d97267d88d524bfc81be00e6ef81eb69 2024-11-21T12:17:47,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/d97267d88d524bfc81be00e6ef81eb69, entries=100, sequenceid=15, filesize=9.4 K 2024-11-21T12:17:47,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 788d24ac5f4eb42011471a748c65118b in 945ms, sequenceid=15, compaction requested=false 2024-11-21T12:17:47,333 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T12:17:47,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:47,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T12:17:47,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:47,444 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-21T12:17:47,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:17:47,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:47,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:17:47,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:47,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:17:47,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:47,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210b835cd1ee574e88bcdb7111a94fab05_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191466501/Put/seqid=0 2024-11-21T12:17:47,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742176_1352 (size=12154) 2024-11-21T12:17:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T12:17:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:47,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:47,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191527608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191527609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191527610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191527611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191527698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191527717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191527728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191527728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191527728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:47,862 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210b835cd1ee574e88bcdb7111a94fab05_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b835cd1ee574e88bcdb7111a94fab05_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:47,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/0ab9f949394c452b90f3326e91e0abeb, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:47,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/0ab9f949394c452b90f3326e91e0abeb is 175, key is test_row_0/A:col10/1732191466501/Put/seqid=0 2024-11-21T12:17:47,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742177_1353 (size=30955) 2024-11-21T12:17:47,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191527938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191527948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191527948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191527948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:48,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191528258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:48,267 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/0ab9f949394c452b90f3326e91e0abeb 2024-11-21T12:17:48,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/306d68a08cb24e8fb5f7e8713e1a3cfe is 50, key is test_row_0/B:col10/1732191466501/Put/seqid=0 2024-11-21T12:17:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191528268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:48,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191528268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:48,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191528268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742178_1354 (size=12001) 2024-11-21T12:17:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T12:17:48,682 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/306d68a08cb24e8fb5f7e8713e1a3cfe 2024-11-21T12:17:48,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/885ab79fe8d643bfa1447aae477616eb is 50, key is test_row_0/C:col10/1732191466501/Put/seqid=0 2024-11-21T12:17:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742179_1355 (size=12001) 2024-11-21T12:17:48,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191528708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:48,717 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 788d24ac5f4eb42011471a748c65118b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:48,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191528777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:48,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:48,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191528788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191528788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:48,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191528788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:48,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:48,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:49,095 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/885ab79fe8d643bfa1447aae477616eb 2024-11-21T12:17:49,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/0ab9f949394c452b90f3326e91e0abeb as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/0ab9f949394c452b90f3326e91e0abeb 2024-11-21T12:17:49,104 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/0ab9f949394c452b90f3326e91e0abeb, entries=150, sequenceid=50, filesize=30.2 K 2024-11-21T12:17:49,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/306d68a08cb24e8fb5f7e8713e1a3cfe as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/306d68a08cb24e8fb5f7e8713e1a3cfe 2024-11-21T12:17:49,109 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/306d68a08cb24e8fb5f7e8713e1a3cfe, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T12:17:49,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/885ab79fe8d643bfa1447aae477616eb as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/885ab79fe8d643bfa1447aae477616eb 2024-11-21T12:17:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,114 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/885ab79fe8d643bfa1447aae477616eb, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T12:17:49,115 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 788d24ac5f4eb42011471a748c65118b in 1671ms, sequenceid=50, compaction requested=false 2024-11-21T12:17:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:49,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-21T12:17:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-21T12:17:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-21T12:17:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7450 sec 2024-11-21T12:17:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.7510 sec 2024-11-21T12:17:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T12:17:49,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:17:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:49,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:17:49,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:49,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:17:49,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T12:17:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f6f57d1fcd5f4d2baf2cee973cafabb8_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191467609/Put/seqid=0 2024-11-21T12:17:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742180_1356 (size=12154) 2024-11-21T12:17:49,882 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:49,887 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f6f57d1fcd5f4d2baf2cee973cafabb8_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f6f57d1fcd5f4d2baf2cee973cafabb8_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:49,888 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/fa54da1dd33542d689ddf44bb24216af, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:49,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/fa54da1dd33542d689ddf44bb24216af is 175, key is test_row_0/A:col10/1732191467609/Put/seqid=0 2024-11-21T12:17:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742181_1357 (size=30951) 2024-11-21T12:17:49,903 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/fa54da1dd33542d689ddf44bb24216af 2024-11-21T12:17:49,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/da16af7800214fdfb75d042e974f9c34 is 50, key is test_row_0/B:col10/1732191467609/Put/seqid=0 2024-11-21T12:17:49,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191529911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:49,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742182_1358 (size=9657) 2024-11-21T12:17:49,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/da16af7800214fdfb75d042e974f9c34 2024-11-21T12:17:49,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191529923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:49,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191529924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:49,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191529925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:49,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:49,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:49,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/e6b5dd7704524006a2b2a5df39249c45 is 50, key is test_row_0/C:col10/1732191467609/Put/seqid=0 2024-11-21T12:17:49,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742183_1359 (size=9657) 2024-11-21T12:17:49,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/e6b5dd7704524006a2b2a5df39249c45 2024-11-21T12:17:49,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/fa54da1dd33542d689ddf44bb24216af as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa54da1dd33542d689ddf44bb24216af 2024-11-21T12:17:49,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa54da1dd33542d689ddf44bb24216af, entries=150, sequenceid=62, filesize=30.2 K 2024-11-21T12:17:49,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/da16af7800214fdfb75d042e974f9c34 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/da16af7800214fdfb75d042e974f9c34 2024-11-21T12:17:49,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/da16af7800214fdfb75d042e974f9c34, entries=100, sequenceid=62, filesize=9.4 K 2024-11-21T12:17:49,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/e6b5dd7704524006a2b2a5df39249c45 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/e6b5dd7704524006a2b2a5df39249c45 2024-11-21T12:17:49,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/e6b5dd7704524006a2b2a5df39249c45, entries=100, sequenceid=62, filesize=9.4 K 2024-11-21T12:17:49,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 788d24ac5f4eb42011471a748c65118b in 165ms, sequenceid=62, compaction requested=true 2024-11-21T12:17:49,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:49,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:17:49,994 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:49,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:49,994 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:49,995 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:49,995 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/A is initiating minor compaction (all files) 2024-11-21T12:17:49,995 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/A in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:49,995 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/8ae253bfd21043c0a9856e646f78c203, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/0ab9f949394c452b90f3326e91e0abeb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa54da1dd33542d689ddf44bb24216af] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=82.3 K 2024-11-21T12:17:49,995 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:49,995 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/8ae253bfd21043c0a9856e646f78c203, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/0ab9f949394c452b90f3326e91e0abeb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa54da1dd33542d689ddf44bb24216af] 2024-11-21T12:17:49,996 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31315 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:49,996 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/B is initiating minor compaction (all files) 2024-11-21T12:17:49,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:17:49,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:49,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:17:49,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:49,996 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/B in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:49,996 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/2cb6891a9cd948869392535f3f066c71, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/306d68a08cb24e8fb5f7e8713e1a3cfe, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/da16af7800214fdfb75d042e974f9c34] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=30.6 K 2024-11-21T12:17:49,998 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cb6891a9cd948869392535f3f066c71, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732191466387 2024-11-21T12:17:49,999 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ae253bfd21043c0a9856e646f78c203, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732191466387 2024-11-21T12:17:49,999 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 306d68a08cb24e8fb5f7e8713e1a3cfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732191466501 2024-11-21T12:17:49,999 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ab9f949394c452b90f3326e91e0abeb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732191466501 2024-11-21T12:17:49,999 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting da16af7800214fdfb75d042e974f9c34, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732191467609 2024-11-21T12:17:50,000 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa54da1dd33542d689ddf44bb24216af, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732191467609 2024-11-21T12:17:50,008 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:50,014 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#B#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:50,015 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/2cbb06a1581d45a5a2a03d7e56b27faf is 50, key is test_row_0/B:col10/1732191467609/Put/seqid=0 2024-11-21T12:17:50,016 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411218100f3e89d994091ba2923a6bdb619f8_788d24ac5f4eb42011471a748c65118b store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:50,018 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411218100f3e89d994091ba2923a6bdb619f8_788d24ac5f4eb42011471a748c65118b, store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:50,018 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218100f3e89d994091ba2923a6bdb619f8_788d24ac5f4eb42011471a748c65118b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:50,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742184_1360 (size=12104) 2024-11-21T12:17:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:50,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-21T12:17:50,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:17:50,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:50,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:17:50,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:50,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:17:50,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:50,047 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/2cbb06a1581d45a5a2a03d7e56b27faf as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/2cbb06a1581d45a5a2a03d7e56b27faf 2024-11-21T12:17:50,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742185_1361 (size=4469) 2024-11-21T12:17:50,057 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/B of 788d24ac5f4eb42011471a748c65118b into 2cbb06a1581d45a5a2a03d7e56b27faf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:50,057 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:50,057 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/B, priority=13, startTime=1732191469994; duration=0sec 2024-11-21T12:17:50,058 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:50,058 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:B 2024-11-21T12:17:50,058 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:17:50,061 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#A#compaction#307 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:50,062 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31315 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:17:50,062 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/C is initiating minor compaction (all files) 2024-11-21T12:17:50,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112116e707b8b3ef48319defdc5af0541c6f_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191470029/Put/seqid=0 2024-11-21T12:17:50,062 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/f2729650683e43d4b10d44b8b2e10501 is 175, key is test_row_0/A:col10/1732191467609/Put/seqid=0 2024-11-21T12:17:50,062 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/C in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:50,062 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/d97267d88d524bfc81be00e6ef81eb69, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/885ab79fe8d643bfa1447aae477616eb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/e6b5dd7704524006a2b2a5df39249c45] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=30.6 K 2024-11-21T12:17:50,062 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting d97267d88d524bfc81be00e6ef81eb69, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732191466387 2024-11-21T12:17:50,062 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 885ab79fe8d643bfa1447aae477616eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732191466501 2024-11-21T12:17:50,063 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting e6b5dd7704524006a2b2a5df39249c45, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732191467609 2024-11-21T12:17:50,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191530065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191530069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742186_1362 (size=31165) 2024-11-21T12:17:50,089 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#C#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:50,089 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/eac25d077643435a9918454e31d8c321 is 50, key is test_row_0/C:col10/1732191467609/Put/seqid=0 2024-11-21T12:17:50,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742187_1363 (size=14594) 2024-11-21T12:17:50,093 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:50,097 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/f2729650683e43d4b10d44b8b2e10501 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/f2729650683e43d4b10d44b8b2e10501 2024-11-21T12:17:50,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191530078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191530079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,103 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112116e707b8b3ef48319defdc5af0541c6f_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112116e707b8b3ef48319defdc5af0541c6f_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:50,104 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/6d63a42e5b05428aad91f6515f59c368, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:50,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/6d63a42e5b05428aad91f6515f59c368 is 175, key is test_row_0/A:col10/1732191470029/Put/seqid=0 2024-11-21T12:17:50,108 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/A of 788d24ac5f4eb42011471a748c65118b into f2729650683e43d4b10d44b8b2e10501(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:50,108 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:50,108 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/A, priority=13, startTime=1732191469994; duration=0sec 2024-11-21T12:17:50,108 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:50,108 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:A 2024-11-21T12:17:50,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742188_1364 (size=12104) 2024-11-21T12:17:50,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742189_1365 (size=39549) 2024-11-21T12:17:50,120 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/eac25d077643435a9918454e31d8c321 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/eac25d077643435a9918454e31d8c321 2024-11-21T12:17:50,126 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/C of 788d24ac5f4eb42011471a748c65118b into eac25d077643435a9918454e31d8c321(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:50,126 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:50,127 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/C, priority=13, startTime=1732191469996; duration=0sec 2024-11-21T12:17:50,127 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:50,127 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:C 2024-11-21T12:17:50,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191530188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191530188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191530207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191530207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191530398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191530408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191530428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191530428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,519 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/6d63a42e5b05428aad91f6515f59c368 2024-11-21T12:17:50,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/475d15d645654192a218a76790b9fbd7 is 50, key is test_row_0/B:col10/1732191470029/Put/seqid=0 2024-11-21T12:17:50,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742190_1366 (size=12001) 2024-11-21T12:17:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T12:17:50,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/475d15d645654192a218a76790b9fbd7 2024-11-21T12:17:50,540 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:50,541 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-21T12:17:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T12:17:50,544 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:50,545 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:50,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:50,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/feafc45955f046108a7500b07e73c418 is 50, key is test_row_0/C:col10/1732191470029/Put/seqid=0 2024-11-21T12:17:50,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742191_1367 (size=12001) 2024-11-21T12:17:50,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/feafc45955f046108a7500b07e73c418 2024-11-21T12:17:50,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/6d63a42e5b05428aad91f6515f59c368 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/6d63a42e5b05428aad91f6515f59c368 2024-11-21T12:17:50,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/6d63a42e5b05428aad91f6515f59c368, entries=200, sequenceid=83, filesize=38.6 K 2024-11-21T12:17:50,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/475d15d645654192a218a76790b9fbd7 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/475d15d645654192a218a76790b9fbd7 2024-11-21T12:17:50,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/475d15d645654192a218a76790b9fbd7, entries=150, sequenceid=83, filesize=11.7 K 2024-11-21T12:17:50,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/feafc45955f046108a7500b07e73c418 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/feafc45955f046108a7500b07e73c418 2024-11-21T12:17:50,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/feafc45955f046108a7500b07e73c418, entries=150, sequenceid=83, filesize=11.7 K 2024-11-21T12:17:50,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 788d24ac5f4eb42011471a748c65118b in 544ms, sequenceid=83, compaction requested=false 2024-11-21T12:17:50,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T12:17:50,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T12:17:50,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:50,698 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T12:17:50,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:17:50,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:50,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:17:50,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:50,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:17:50,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:50,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e89f00a8a3a9463b83a4beaf48d7f8f7_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191470077/Put/seqid=0 2024-11-21T12:17:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:50,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:50,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742192_1368 (size=12154) 2024-11-21T12:17:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191530765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191530766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191470764, max timestamp=1732191470778Num uniques 859; 2024-11-21T12:17:50,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:17:50,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191470764, max timestamp=1732191470778Num uniques 859; 2024-11-21T12:17:50,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191470764, max timestamp=1732191470778Num uniques 859; 2024-11-21T12:17:50,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:17:50,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:17:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191530830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191530836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191530837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T12:17:50,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191530887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191530887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191530948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191530948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:50,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191530958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:51,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191531108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191531108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:51,135 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e89f00a8a3a9463b83a4beaf48d7f8f7_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e89f00a8a3a9463b83a4beaf48d7f8f7_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:51,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/1be73a97499643f4b9abe50357b0b72d, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:51,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/1be73a97499643f4b9abe50357b0b72d is 175, key is test_row_0/A:col10/1732191470077/Put/seqid=0 2024-11-21T12:17:51,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742193_1369 (size=30955) 2024-11-21T12:17:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T12:17:51,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191531168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:51,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191531168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:51,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:51,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:51,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191531177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:51,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:51,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191531418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:51,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191531418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:51,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191531488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:51,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:51,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191531488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:51,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:51,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:51,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191531497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:51,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:51,541 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/1be73a97499643f4b9abe50357b0b72d 2024-11-21T12:17:51,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/651407ad76ca44d09a2b100fe81a5883 is 50, key is test_row_0/B:col10/1732191470077/Put/seqid=0 2024-11-21T12:17:51,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742194_1370 (size=12001) 2024-11-21T12:17:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T12:17:51,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191531938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:51,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:51,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191531938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:51,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:51,953 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/651407ad76ca44d09a2b100fe81a5883 2024-11-21T12:17:51,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/7248d0cbd0574362b53e8c15478d236b is 50, key is test_row_0/C:col10/1732191470077/Put/seqid=0 2024-11-21T12:17:51,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742195_1371 (size=12001) 2024-11-21T12:17:52,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191532008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:52,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:52,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:52,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191532008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:52,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:52,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:52,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:52,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:52,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191532018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:52,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:52,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:52,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:52,366 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/7248d0cbd0574362b53e8c15478d236b 2024-11-21T12:17:52,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/1be73a97499643f4b9abe50357b0b72d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/1be73a97499643f4b9abe50357b0b72d 2024-11-21T12:17:52,374 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/1be73a97499643f4b9abe50357b0b72d, entries=150, sequenceid=97, filesize=30.2 K 2024-11-21T12:17:52,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/651407ad76ca44d09a2b100fe81a5883 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/651407ad76ca44d09a2b100fe81a5883 2024-11-21T12:17:52,378 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/651407ad76ca44d09a2b100fe81a5883, entries=150, sequenceid=97, filesize=11.7 K 2024-11-21T12:17:52,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/7248d0cbd0574362b53e8c15478d236b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/7248d0cbd0574362b53e8c15478d236b 2024-11-21T12:17:52,383 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/7248d0cbd0574362b53e8c15478d236b, entries=150, sequenceid=97, filesize=11.7 K 2024-11-21T12:17:52,384 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 788d24ac5f4eb42011471a748c65118b in 1686ms, sequenceid=97, compaction requested=true 2024-11-21T12:17:52,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:52,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:52,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-21T12:17:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-21T12:17:52,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-21T12:17:52,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8400 sec 2024-11-21T12:17:52,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.8470 sec 2024-11-21T12:17:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T12:17:52,689 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:52,689 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-21T12:17:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T12:17:52,691 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:52,692 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:52,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T12:17:52,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-21T12:17:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:52,844 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-21T12:17:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:17:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:17:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:17:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:52,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112163ecbd0b24f048f9bd82afc6543427f5_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191470829/Put/seqid=0 2024-11-21T12:17:52,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742196_1372 (size=12304) 2024-11-21T12:17:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:52,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:53,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191532999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T12:17:53,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191533000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:53,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:53,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191533018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:53,029 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 788d24ac5f4eb42011471a748c65118b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:53,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191533028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:53,036 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 788d24ac5f4eb42011471a748c65118b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:53,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191533038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:53,050 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 788d24ac5f4eb42011471a748c65118b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:53,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:53,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191533118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191533118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:53,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:53,272 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112163ecbd0b24f048f9bd82afc6543427f5_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112163ecbd0b24f048f9bd82afc6543427f5_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:53,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/76d43157e2404c8d8334c5a2947e2526, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:53,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/76d43157e2404c8d8334c5a2947e2526 is 175, key is test_row_0/A:col10/1732191470829/Put/seqid=0 2024-11-21T12:17:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742197_1373 (size=31105) 2024-11-21T12:17:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T12:17:53,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191533338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191533338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:53,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191533657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:53,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191533658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:53,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:53,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:53,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:53,678 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/76d43157e2404c8d8334c5a2947e2526 2024-11-21T12:17:53,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/9efca9a3812f440ebc161e18e2f906f8 is 50, key is test_row_0/B:col10/1732191470829/Put/seqid=0 2024-11-21T12:17:53,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742198_1374 (size=12151) 2024-11-21T12:17:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T12:17:54,093 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/9efca9a3812f440ebc161e18e2f906f8 2024-11-21T12:17:54,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/c760139be4d8424f82b2c421f82500b6 is 50, key is test_row_0/C:col10/1732191470829/Put/seqid=0 2024-11-21T12:17:54,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742199_1375 (size=12151) 2024-11-21T12:17:54,105 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/c760139be4d8424f82b2c421f82500b6 2024-11-21T12:17:54,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/76d43157e2404c8d8334c5a2947e2526 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/76d43157e2404c8d8334c5a2947e2526 2024-11-21T12:17:54,113 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/76d43157e2404c8d8334c5a2947e2526, entries=150, sequenceid=133, filesize=30.4 K 2024-11-21T12:17:54,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/9efca9a3812f440ebc161e18e2f906f8 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/9efca9a3812f440ebc161e18e2f906f8 2024-11-21T12:17:54,118 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/9efca9a3812f440ebc161e18e2f906f8, entries=150, sequenceid=133, filesize=11.9 K 2024-11-21T12:17:54,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/c760139be4d8424f82b2c421f82500b6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/c760139be4d8424f82b2c421f82500b6 2024-11-21T12:17:54,122 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/c760139be4d8424f82b2c421f82500b6, entries=150, sequenceid=133, filesize=11.9 K 2024-11-21T12:17:54,123 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 788d24ac5f4eb42011471a748c65118b in 1279ms, sequenceid=133, compaction requested=true 2024-11-21T12:17:54,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:54,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:54,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-21T12:17:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-21T12:17:54,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-21T12:17:54,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4330 sec 2024-11-21T12:17:54,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.4380 sec 2024-11-21T12:17:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:54,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T12:17:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:17:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:17:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:17:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:54,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a951cd28000a407889c4a3ec441ef0f2_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191474180/Put/seqid=0 2024-11-21T12:17:54,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742200_1376 (size=14794) 2024-11-21T12:17:54,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732191474245, max timestamp=1732191474290Num uniques 859; 2024-11-21T12:17:54,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732191474245, max timestamp=1732191474290Num uniques 859; 2024-11-21T12:17:54,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732191474245, max timestamp=1732191474290Num uniques 859; 2024-11-21T12:17:54,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:17:54,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:17:54,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:17:54,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191534362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:54,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:54,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:54,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:54,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191534374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:54,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191534478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:54,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:54,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:54,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:54,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191534498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:54,600 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:54,604 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a951cd28000a407889c4a3ec441ef0f2_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a951cd28000a407889c4a3ec441ef0f2_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:54,605 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/2155c5eadb524be5a29bd4ee23523675, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:54,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/2155c5eadb524be5a29bd4ee23523675 is 175, key is test_row_0/A:col10/1732191474180/Put/seqid=0 2024-11-21T12:17:54,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742201_1377 (size=39749) 2024-11-21T12:17:54,611 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/2155c5eadb524be5a29bd4ee23523675 2024-11-21T12:17:54,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/b72046fe8bae48eaac16ea73acb63d03 is 50, key is test_row_0/B:col10/1732191474180/Put/seqid=0 2024-11-21T12:17:54,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742202_1378 (size=12151) 2024-11-21T12:17:54,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191534698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:54,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191534718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T12:17:54,838 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:54,839 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-21T12:17:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T12:17:54,841 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:54,842 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:54,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T12:17:54,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T12:17:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:54,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:55,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/b72046fe8bae48eaac16ea73acb63d03 2024-11-21T12:17:55,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191535018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:55,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/dc5b7198a5d04c4dadfdee83a75f11dc is 50, key is test_row_0/C:col10/1732191474180/Put/seqid=0 2024-11-21T12:17:55,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191535039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:55,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:55,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191535048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:55,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191535049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:55,059 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 788d24ac5f4eb42011471a748c65118b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:55,059 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 788d24ac5f4eb42011471a748c65118b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:55,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:55,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742203_1379 (size=12151) 2024-11-21T12:17:55,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/dc5b7198a5d04c4dadfdee83a75f11dc 2024-11-21T12:17:55,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/2155c5eadb524be5a29bd4ee23523675 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/2155c5eadb524be5a29bd4ee23523675 2024-11-21T12:17:55,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191535068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:55,087 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 788d24ac5f4eb42011471a748c65118b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4249 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:55,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:55,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/2155c5eadb524be5a29bd4ee23523675, entries=200, sequenceid=145, filesize=38.8 K 2024-11-21T12:17:55,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/b72046fe8bae48eaac16ea73acb63d03 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b72046fe8bae48eaac16ea73acb63d03 2024-11-21T12:17:55,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b72046fe8bae48eaac16ea73acb63d03, entries=150, sequenceid=145, filesize=11.9 K 2024-11-21T12:17:55,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/dc5b7198a5d04c4dadfdee83a75f11dc as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/dc5b7198a5d04c4dadfdee83a75f11dc 2024-11-21T12:17:55,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/dc5b7198a5d04c4dadfdee83a75f11dc, entries=150, sequenceid=145, filesize=11.9 K 2024-11-21T12:17:55,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 788d24ac5f4eb42011471a748c65118b in 931ms, sequenceid=145, compaction requested=true 2024-11-21T12:17:55,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:55,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:17:55,112 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T12:17:55,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:55,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:17:55,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:55,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:17:55,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T12:17:55,113 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T12:17:55,114 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 172523 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T12:17:55,114 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60408 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T12:17:55,114 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/A is initiating minor compaction (all files) 2024-11-21T12:17:55,114 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/B is initiating minor compaction (all files) 2024-11-21T12:17:55,114 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/A in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:55,114 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/B in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:55,115 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/f2729650683e43d4b10d44b8b2e10501, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/6d63a42e5b05428aad91f6515f59c368, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/1be73a97499643f4b9abe50357b0b72d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/76d43157e2404c8d8334c5a2947e2526, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/2155c5eadb524be5a29bd4ee23523675] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=168.5 K 2024-11-21T12:17:55,115 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/2cbb06a1581d45a5a2a03d7e56b27faf, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/475d15d645654192a218a76790b9fbd7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/651407ad76ca44d09a2b100fe81a5883, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/9efca9a3812f440ebc161e18e2f906f8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b72046fe8bae48eaac16ea73acb63d03] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=59.0 K 2024-11-21T12:17:55,115 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:55,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/f2729650683e43d4b10d44b8b2e10501, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/6d63a42e5b05428aad91f6515f59c368, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/1be73a97499643f4b9abe50357b0b72d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/76d43157e2404c8d8334c5a2947e2526, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/2155c5eadb524be5a29bd4ee23523675] 2024-11-21T12:17:55,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cbb06a1581d45a5a2a03d7e56b27faf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732191466510 2024-11-21T12:17:55,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting f2729650683e43d4b10d44b8b2e10501, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732191466510 2024-11-21T12:17:55,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 475d15d645654192a218a76790b9fbd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732191469906 2024-11-21T12:17:55,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d63a42e5b05428aad91f6515f59c368, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732191469904 2024-11-21T12:17:55,118 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 651407ad76ca44d09a2b100fe81a5883, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732191470063 2024-11-21T12:17:55,118 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9efca9a3812f440ebc161e18e2f906f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732191470823 2024-11-21T12:17:55,118 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1be73a97499643f4b9abe50357b0b72d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732191470063 2024-11-21T12:17:55,119 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b72046fe8bae48eaac16ea73acb63d03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732191472982 2024-11-21T12:17:55,120 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 76d43157e2404c8d8334c5a2947e2526, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732191470823 2024-11-21T12:17:55,121 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2155c5eadb524be5a29bd4ee23523675, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732191472982 2024-11-21T12:17:55,140 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:55,146 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121c8007b2189404d73b1e24caa102ae5b8_788d24ac5f4eb42011471a748c65118b store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:55,147 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#B#compaction#323 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:55,148 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/bca46280b1c744cc8afe328e916095de is 50, key is test_row_0/B:col10/1732191474180/Put/seqid=0 2024-11-21T12:17:55,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T12:17:55,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:55,150 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-21T12:17:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:17:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:17:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:17:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:55,151 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121c8007b2189404d73b1e24caa102ae5b8_788d24ac5f4eb42011471a748c65118b, store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:55,151 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c8007b2189404d73b1e24caa102ae5b8_788d24ac5f4eb42011471a748c65118b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T12:17:55,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742205_1381 (size=4469) 2024-11-21T12:17:55,176 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#A#compaction#322 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:55,176 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/c9e2077e0ba8461f91b293eca0ecec9e is 175, key is test_row_0/A:col10/1732191474180/Put/seqid=0 2024-11-21T12:17:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742204_1380 (size=12425) 2024-11-21T12:17:55,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121121d221c518a44e89f52838aa520fa04_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191474372/Put/seqid=0 2024-11-21T12:17:55,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742206_1382 (size=31379) 2024-11-21T12:17:55,226 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/c9e2077e0ba8461f91b293eca0ecec9e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/c9e2077e0ba8461f91b293eca0ecec9e 2024-11-21T12:17:55,232 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/A of 788d24ac5f4eb42011471a748c65118b into c9e2077e0ba8461f91b293eca0ecec9e(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:55,232 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:55,232 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/A, priority=11, startTime=1732191475112; duration=0sec 2024-11-21T12:17:55,233 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:55,233 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:A 2024-11-21T12:17:55,233 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T12:17:55,234 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60408 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T12:17:55,234 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/C is initiating minor compaction (all files) 2024-11-21T12:17:55,235 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/C in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:55,235 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/eac25d077643435a9918454e31d8c321, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/feafc45955f046108a7500b07e73c418, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/7248d0cbd0574362b53e8c15478d236b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/c760139be4d8424f82b2c421f82500b6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/dc5b7198a5d04c4dadfdee83a75f11dc] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=59.0 K 2024-11-21T12:17:55,238 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting eac25d077643435a9918454e31d8c321, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732191466510 2024-11-21T12:17:55,238 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting feafc45955f046108a7500b07e73c418, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732191469906 2024-11-21T12:17:55,238 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7248d0cbd0574362b53e8c15478d236b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732191470063 2024-11-21T12:17:55,243 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting c760139be4d8424f82b2c421f82500b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732191470823 2024-11-21T12:17:55,243 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting dc5b7198a5d04c4dadfdee83a75f11dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732191472982 2024-11-21T12:17:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742207_1383 (size=12304) 2024-11-21T12:17:55,272 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#C#compaction#325 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:55,273 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/f2b6619582cc452493ff5eecd94771cd is 50, key is test_row_0/C:col10/1732191474180/Put/seqid=0 2024-11-21T12:17:55,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742208_1384 (size=12425) 2024-11-21T12:17:55,298 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/f2b6619582cc452493ff5eecd94771cd as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/f2b6619582cc452493ff5eecd94771cd 2024-11-21T12:17:55,304 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/C of 788d24ac5f4eb42011471a748c65118b into f2b6619582cc452493ff5eecd94771cd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:55,304 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:55,304 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/C, priority=11, startTime=1732191475113; duration=0sec 2024-11-21T12:17:55,305 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:55,305 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:C 2024-11-21T12:17:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T12:17:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:55,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:55,581 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/bca46280b1c744cc8afe328e916095de as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/bca46280b1c744cc8afe328e916095de 2024-11-21T12:17:55,585 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/B of 788d24ac5f4eb42011471a748c65118b into bca46280b1c744cc8afe328e916095de(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:17:55,585 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:55,585 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/B, priority=11, startTime=1732191475112; duration=0sec 2024-11-21T12:17:55,585 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:55,585 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:B 2024-11-21T12:17:55,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191535600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:55,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191535611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:55,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:55,649 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121121d221c518a44e89f52838aa520fa04_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121121d221c518a44e89f52838aa520fa04_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/86f5604326ce46c9ac49ea60a5b9d6c2, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/86f5604326ce46c9ac49ea60a5b9d6c2 is 175, key is test_row_0/A:col10/1732191474372/Put/seqid=0 2024-11-21T12:17:55,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742209_1385 (size=31105) 2024-11-21T12:17:55,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191535718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:55,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191535718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:55,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191535938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:55,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191535938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T12:17:56,055 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/86f5604326ce46c9ac49ea60a5b9d6c2 2024-11-21T12:17:56,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/8c013ba27f6c49ebb4f6050e15cf3a63 is 50, key is test_row_0/B:col10/1732191474372/Put/seqid=0 2024-11-21T12:17:56,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742210_1386 (size=12151) 2024-11-21T12:17:56,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191536258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:56,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191536258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:56,469 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/8c013ba27f6c49ebb4f6050e15cf3a63 2024-11-21T12:17:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/ba35a910cf9540358dae9214fb3e2f7d is 50, key is test_row_0/C:col10/1732191474372/Put/seqid=0 2024-11-21T12:17:56,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742211_1387 (size=12151) 2024-11-21T12:17:56,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191536778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:56,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:56,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:56,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191536778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:56,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:56,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:56,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:56,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:56,884 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/ba35a910cf9540358dae9214fb3e2f7d 2024-11-21T12:17:56,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/86f5604326ce46c9ac49ea60a5b9d6c2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/86f5604326ce46c9ac49ea60a5b9d6c2 2024-11-21T12:17:56,892 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/86f5604326ce46c9ac49ea60a5b9d6c2, entries=150, sequenceid=179, filesize=30.4 K 2024-11-21T12:17:56,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/8c013ba27f6c49ebb4f6050e15cf3a63 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/8c013ba27f6c49ebb4f6050e15cf3a63 2024-11-21T12:17:56,897 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/8c013ba27f6c49ebb4f6050e15cf3a63, entries=150, sequenceid=179, filesize=11.9 K 2024-11-21T12:17:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/ba35a910cf9540358dae9214fb3e2f7d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/ba35a910cf9540358dae9214fb3e2f7d 2024-11-21T12:17:56,902 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/ba35a910cf9540358dae9214fb3e2f7d, entries=150, sequenceid=179, filesize=11.9 K 2024-11-21T12:17:56,903 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for 788d24ac5f4eb42011471a748c65118b in 1752ms, sequenceid=179, compaction requested=false 2024-11-21T12:17:56,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:56,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:56,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-21T12:17:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-21T12:17:56,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-21T12:17:56,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0620 sec 2024-11-21T12:17:56,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.0670 sec 2024-11-21T12:17:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T12:17:56,988 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:56,989 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-21T12:17:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T12:17:56,991 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:56,991 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:56,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T12:17:57,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-21T12:17:57,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:57,144 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T12:17:57,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:17:57,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:57,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:17:57,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:57,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:17:57,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:57,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cad02c2f9a264932829059152b56c42a_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191475597/Put/seqid=0 2024-11-21T12:17:57,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742212_1388 (size=12304) 2024-11-21T12:17:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T12:17:57,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:57,560 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cad02c2f9a264932829059152b56c42a_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cad02c2f9a264932829059152b56c42a_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:57,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/fa701eb371424a98b5d8158459ac543a, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:57,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/fa701eb371424a98b5d8158459ac543a is 175, key is test_row_0/A:col10/1732191475597/Put/seqid=0 2024-11-21T12:17:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742213_1389 (size=31105) 2024-11-21T12:17:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T12:17:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:57,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:57,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191537872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:57,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191537875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:57,965 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/fa701eb371424a98b5d8158459ac543a 2024-11-21T12:17:57,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/0d14f3033dcd4286ac81369a14085c50 is 50, key is test_row_0/B:col10/1732191475597/Put/seqid=0 2024-11-21T12:17:57,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742214_1390 (size=12151) 2024-11-21T12:17:57,977 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/0d14f3033dcd4286ac81369a14085c50 2024-11-21T12:17:57,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/cb1214fe29884c58961f3d3de630a5b8 is 50, key is test_row_0/C:col10/1732191475597/Put/seqid=0 2024-11-21T12:17:57,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742215_1391 (size=12151) 2024-11-21T12:17:57,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191537988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:57,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:57,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:57,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191537988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:57,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:57,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:57,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:57,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T12:17:58,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191538198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:58,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:58,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191538207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:58,390 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/cb1214fe29884c58961f3d3de630a5b8 2024-11-21T12:17:58,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/fa701eb371424a98b5d8158459ac543a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa701eb371424a98b5d8158459ac543a 2024-11-21T12:17:58,398 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa701eb371424a98b5d8158459ac543a, entries=150, sequenceid=194, filesize=30.4 K 2024-11-21T12:17:58,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/0d14f3033dcd4286ac81369a14085c50 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/0d14f3033dcd4286ac81369a14085c50 2024-11-21T12:17:58,402 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/0d14f3033dcd4286ac81369a14085c50, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T12:17:58,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/cb1214fe29884c58961f3d3de630a5b8 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/cb1214fe29884c58961f3d3de630a5b8 2024-11-21T12:17:58,406 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/cb1214fe29884c58961f3d3de630a5b8, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T12:17:58,407 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 788d24ac5f4eb42011471a748c65118b in 1263ms, sequenceid=194, compaction requested=true 2024-11-21T12:17:58,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:58,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:58,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-21T12:17:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-21T12:17:58,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-21T12:17:58,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4180 sec 2024-11-21T12:17:58,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.4210 sec 2024-11-21T12:17:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:58,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-21T12:17:58,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:17:58,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:58,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:17:58,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:58,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:17:58,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:17:58,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d6b81b8c375c4d8b9cd89564d1aa70a2_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191478521/Put/seqid=0 2024-11-21T12:17:58,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742216_1392 (size=14794) 2024-11-21T12:17:58,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191538558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:58,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191538562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:58,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191538677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:58,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:58,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191538688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:58,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191538888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:58,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:58,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191538908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:58,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:58,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:58,943 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:58,946 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d6b81b8c375c4d8b9cd89564d1aa70a2_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d6b81b8c375c4d8b9cd89564d1aa70a2_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:17:58,947 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/639cf58461aa45e09632e5d318e73b71, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:58,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/639cf58461aa45e09632e5d318e73b71 is 175, key is test_row_0/A:col10/1732191478521/Put/seqid=0 2024-11-21T12:17:58,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742217_1393 (size=39749) 2024-11-21T12:17:59,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39830 deadline: 1732191539078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:59,085 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 788d24ac5f4eb42011471a748c65118b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8249 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:59,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:59,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732191539098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:59,104 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 788d24ac5f4eb42011471a748c65118b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8267 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:59,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39768 deadline: 1732191539108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:59,118 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 788d24ac5f4eb42011471a748c65118b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8287 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:17:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T12:17:59,139 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:17:59,139 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:17:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-21T12:17:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-21T12:17:59,141 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:17:59,142 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:17:59,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:17:59,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191539198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:59,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:59,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191539228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-21T12:17:59,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-21T12:17:59,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:59,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:59,352 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/639cf58461aa45e09632e5d318e73b71 2024-11-21T12:17:59,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/a9568d3f7f544b848bcc80d674b0c66e is 50, key is test_row_0/B:col10/1732191478521/Put/seqid=0 2024-11-21T12:17:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742218_1394 (size=12151) 2024-11-21T12:17:59,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/a9568d3f7f544b848bcc80d674b0c66e 2024-11-21T12:17:59,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/c3c069971dfa4aa18f20606bcfab1239 is 50, key is test_row_0/C:col10/1732191478521/Put/seqid=0 2024-11-21T12:17:59,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742219_1395 (size=12151) 2024-11-21T12:17:59,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-21T12:17:59,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:59,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:59,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:59,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:59,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-21T12:17:59,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-21T12:17:59,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:59,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:59,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:59,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:59,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:59,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191539718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:59,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:59,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-21T12:17:59,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:59,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:17:59,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:59,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:59,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:59,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:17:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191539748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:17:59,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:17:59,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:17:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-21T12:17:59,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/c3c069971dfa4aa18f20606bcfab1239 2024-11-21T12:17:59,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/639cf58461aa45e09632e5d318e73b71 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/639cf58461aa45e09632e5d318e73b71 2024-11-21T12:17:59,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/639cf58461aa45e09632e5d318e73b71, entries=200, sequenceid=215, filesize=38.8 K 2024-11-21T12:17:59,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/a9568d3f7f544b848bcc80d674b0c66e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/a9568d3f7f544b848bcc80d674b0c66e 2024-11-21T12:17:59,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/a9568d3f7f544b848bcc80d674b0c66e, entries=150, sequenceid=215, filesize=11.9 K 2024-11-21T12:17:59,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/c3c069971dfa4aa18f20606bcfab1239 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/c3c069971dfa4aa18f20606bcfab1239 2024-11-21T12:17:59,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/c3c069971dfa4aa18f20606bcfab1239, entries=150, sequenceid=215, filesize=11.9 K 2024-11-21T12:17:59,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 788d24ac5f4eb42011471a748c65118b in 1282ms, sequenceid=215, compaction requested=true 2024-11-21T12:17:59,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:17:59,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:17:59,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:59,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:17:59,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:17:59,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:17:59,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:17:59,805 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:17:59,805 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:17:59,807 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133338 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:17:59,807 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:17:59,807 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/A is initiating minor compaction (all files) 2024-11-21T12:17:59,807 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/B is initiating minor compaction (all files) 2024-11-21T12:17:59,807 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/B in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:59,807 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/A in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:59,807 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/bca46280b1c744cc8afe328e916095de, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/8c013ba27f6c49ebb4f6050e15cf3a63, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/0d14f3033dcd4286ac81369a14085c50, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/a9568d3f7f544b848bcc80d674b0c66e] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=47.7 K 2024-11-21T12:17:59,807 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/c9e2077e0ba8461f91b293eca0ecec9e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/86f5604326ce46c9ac49ea60a5b9d6c2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa701eb371424a98b5d8158459ac543a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/639cf58461aa45e09632e5d318e73b71] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=130.2 K 2024-11-21T12:17:59,807 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:59,807 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/c9e2077e0ba8461f91b293eca0ecec9e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/86f5604326ce46c9ac49ea60a5b9d6c2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa701eb371424a98b5d8158459ac543a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/639cf58461aa45e09632e5d318e73b71] 2024-11-21T12:17:59,808 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9e2077e0ba8461f91b293eca0ecec9e, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732191472982 2024-11-21T12:17:59,808 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting bca46280b1c744cc8afe328e916095de, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732191472982 2024-11-21T12:17:59,808 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c013ba27f6c49ebb4f6050e15cf3a63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732191474344 2024-11-21T12:17:59,808 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86f5604326ce46c9ac49ea60a5b9d6c2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732191474344 2024-11-21T12:17:59,809 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa701eb371424a98b5d8158459ac543a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732191475595 2024-11-21T12:17:59,809 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d14f3033dcd4286ac81369a14085c50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732191475595 2024-11-21T12:17:59,809 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 639cf58461aa45e09632e5d318e73b71, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732191477844 2024-11-21T12:17:59,809 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting a9568d3f7f544b848bcc80d674b0c66e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732191477844 2024-11-21T12:17:59,817 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:59,821 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#B#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:17:59,822 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411212d67d2a50fda4a14b86f72e1bf7fc446_788d24ac5f4eb42011471a748c65118b store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:59,822 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/46025e2adef3438699137c694a0f8de1 is 50, key is test_row_0/B:col10/1732191478521/Put/seqid=0 2024-11-21T12:17:59,824 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411212d67d2a50fda4a14b86f72e1bf7fc446_788d24ac5f4eb42011471a748c65118b, store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:59,824 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212d67d2a50fda4a14b86f72e1bf7fc446_788d24ac5f4eb42011471a748c65118b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:17:59,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742220_1396 (size=12561) 2024-11-21T12:17:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742221_1397 (size=4469) 2024-11-21T12:17:59,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-21T12:17:59,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:17:59,908 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T12:17:59,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:17:59,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:59,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:17:59,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:59,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:17:59,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:17:59,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213bf923641b15436d92bd8de8a90a6feb_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191478560/Put/seqid=0 2024-11-21T12:17:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742222_1398 (size=12304) 2024-11-21T12:18:00,230 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#A#compaction#334 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:00,231 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/759800ff458843a9a16ee91d52aa7fbe is 175, key is test_row_0/A:col10/1732191478521/Put/seqid=0 2024-11-21T12:18:00,233 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/46025e2adef3438699137c694a0f8de1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/46025e2adef3438699137c694a0f8de1 2024-11-21T12:18:00,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742223_1399 (size=31515) 2024-11-21T12:18:00,239 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/B of 788d24ac5f4eb42011471a748c65118b into 46025e2adef3438699137c694a0f8de1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:00,239 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:00,239 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/B, priority=12, startTime=1732191479805; duration=0sec 2024-11-21T12:18:00,239 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:00,239 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:B 2024-11-21T12:18:00,239 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:00,240 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:00,240 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/C is initiating minor compaction (all files) 2024-11-21T12:18:00,240 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/C in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:00,241 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/f2b6619582cc452493ff5eecd94771cd, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/ba35a910cf9540358dae9214fb3e2f7d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/cb1214fe29884c58961f3d3de630a5b8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/c3c069971dfa4aa18f20606bcfab1239] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=47.7 K 2024-11-21T12:18:00,241 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/759800ff458843a9a16ee91d52aa7fbe as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/759800ff458843a9a16ee91d52aa7fbe 2024-11-21T12:18:00,241 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting f2b6619582cc452493ff5eecd94771cd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732191472982 2024-11-21T12:18:00,242 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting ba35a910cf9540358dae9214fb3e2f7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732191474344 2024-11-21T12:18:00,242 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting cb1214fe29884c58961f3d3de630a5b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732191475595 2024-11-21T12:18:00,242 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting c3c069971dfa4aa18f20606bcfab1239, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732191477844 2024-11-21T12:18:00,248 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/A of 788d24ac5f4eb42011471a748c65118b into 759800ff458843a9a16ee91d52aa7fbe(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:00,248 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:00,248 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/A, priority=12, startTime=1732191479805; duration=0sec 2024-11-21T12:18:00,248 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:00,248 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:A 2024-11-21T12:18:00,267 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#C#compaction#337 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:00,267 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/e53bcf4891614cc5a412b8e73db9ac44 is 50, key is test_row_0/C:col10/1732191478521/Put/seqid=0 2024-11-21T12:18:00,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742224_1400 (size=12561) 2024-11-21T12:18:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-21T12:18:00,279 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/e53bcf4891614cc5a412b8e73db9ac44 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/e53bcf4891614cc5a412b8e73db9ac44 2024-11-21T12:18:00,286 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/C of 788d24ac5f4eb42011471a748c65118b into e53bcf4891614cc5a412b8e73db9ac44(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:00,286 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:00,286 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/C, priority=12, startTime=1732191479805; duration=0sec 2024-11-21T12:18:00,286 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:00,287 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:C 2024-11-21T12:18:00,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:00,323 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213bf923641b15436d92bd8de8a90a6feb_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213bf923641b15436d92bd8de8a90a6feb_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:00,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/ac277c3c9aa44937b5f78f257354451e, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:00,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/ac277c3c9aa44937b5f78f257354451e is 175, key is test_row_0/A:col10/1732191478560/Put/seqid=0 2024-11-21T12:18:00,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742225_1401 (size=31105) 2024-11-21T12:18:00,729 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/ac277c3c9aa44937b5f78f257354451e 2024-11-21T12:18:00,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/b00ee6b614c1445dbb4e7cc507808016 is 50, key is test_row_0/B:col10/1732191478560/Put/seqid=0 2024-11-21T12:18:00,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742226_1402 (size=12151) 2024-11-21T12:18:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:00,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:18:00,846 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191480808, max timestamp=1732191480843Num uniques 859; 2024-11-21T12:18:00,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191480808, max timestamp=1732191480843Num uniques 859; 2024-11-21T12:18:00,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:00,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:00,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191480808, max timestamp=1732191480843Num uniques 859; 2024-11-21T12:18:00,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:00,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191540919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:00,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191540924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:00,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:00,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:00,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:01,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191541038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:01,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191541048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:01,142 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/b00ee6b614c1445dbb4e7cc507808016 2024-11-21T12:18:01,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/1c241561b3f64723afedca114e2fa7c2 is 50, key is test_row_0/C:col10/1732191478560/Put/seqid=0 2024-11-21T12:18:01,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742227_1403 (size=12151) 2024-11-21T12:18:01,157 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/1c241561b3f64723afedca114e2fa7c2 2024-11-21T12:18:01,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/ac277c3c9aa44937b5f78f257354451e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/ac277c3c9aa44937b5f78f257354451e 2024-11-21T12:18:01,167 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/ac277c3c9aa44937b5f78f257354451e, entries=150, sequenceid=226, filesize=30.4 K 2024-11-21T12:18:01,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/b00ee6b614c1445dbb4e7cc507808016 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b00ee6b614c1445dbb4e7cc507808016 2024-11-21T12:18:01,171 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b00ee6b614c1445dbb4e7cc507808016, entries=150, sequenceid=226, filesize=11.9 K 2024-11-21T12:18:01,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/1c241561b3f64723afedca114e2fa7c2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1c241561b3f64723afedca114e2fa7c2 2024-11-21T12:18:01,176 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1c241561b3f64723afedca114e2fa7c2, entries=150, sequenceid=226, filesize=11.9 K 2024-11-21T12:18:01,177 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 788d24ac5f4eb42011471a748c65118b in 1268ms, sequenceid=226, compaction requested=false 2024-11-21T12:18:01,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:01,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:01,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-21T12:18:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-21T12:18:01,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-21T12:18:01,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0360 sec 2024-11-21T12:18:01,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.0410 sec 2024-11-21T12:18:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:01,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-21T12:18:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:18:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:18:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:18:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:01,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112124ff16806d9e442db06a80e741f071fa_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191480922/Put/seqid=0 2024-11-21T12:18:01,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742228_1404 (size=14994) 2024-11-21T12:18:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-21T12:18:01,289 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:01,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-21T12:18:01,291 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T12:18:01,293 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:01,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:01,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191541306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:01,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:01,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191541307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:01,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:01,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T12:18:01,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191541427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:01,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:01,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191541428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:01,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:01,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:01,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T12:18:01,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:01,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:18:01,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:01,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:01,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:01,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T12:18:01,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:01,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:18:01,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:01,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:01,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T12:18:01,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191541648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:01,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191541648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:01,671 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:01,675 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112124ff16806d9e442db06a80e741f071fa_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112124ff16806d9e442db06a80e741f071fa_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:01,676 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/84c13a41e7104815ae470fe84a22d8ec, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:01,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/84c13a41e7104815ae470fe84a22d8ec is 175, key is test_row_0/A:col10/1732191480922/Put/seqid=0 2024-11-21T12:18:01,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742229_1405 (size=39949) 2024-11-21T12:18:01,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T12:18:01,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:01,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:18:01,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:01,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:01,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:01,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T12:18:01,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:01,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:18:01,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:01,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:01,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T12:18:01,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191541958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:01,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191541958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:02,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T12:18:02,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:18:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,081 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/84c13a41e7104815ae470fe84a22d8ec 2024-11-21T12:18:02,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/8585550125c24fd0a6b73eaa226a45a4 is 50, key is test_row_0/B:col10/1732191480922/Put/seqid=0 2024-11-21T12:18:02,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742230_1406 (size=12301) 2024-11-21T12:18:02,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T12:18:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:18:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T12:18:02,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:18:02,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T12:18:02,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191542468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:02,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:02,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:02,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:02,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191542477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:02,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:02,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:02,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:02,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/8585550125c24fd0a6b73eaa226a45a4 2024-11-21T12:18:02,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/40e9e4aa348c41d1bb017c484fcef843 is 50, key is test_row_0/C:col10/1732191480922/Put/seqid=0 2024-11-21T12:18:02,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742231_1407 (size=12301) 2024-11-21T12:18:02,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T12:18:02,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:18:02,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T12:18:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:18:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T12:18:02,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:18:02,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:02,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/40e9e4aa348c41d1bb017c484fcef843 2024-11-21T12:18:02,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/84c13a41e7104815ae470fe84a22d8ec as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/84c13a41e7104815ae470fe84a22d8ec 2024-11-21T12:18:02,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/84c13a41e7104815ae470fe84a22d8ec, entries=200, sequenceid=265, filesize=39.0 K 2024-11-21T12:18:02,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/8585550125c24fd0a6b73eaa226a45a4 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/8585550125c24fd0a6b73eaa226a45a4 2024-11-21T12:18:02,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/8585550125c24fd0a6b73eaa226a45a4, entries=150, sequenceid=265, filesize=12.0 K 2024-11-21T12:18:02,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/40e9e4aa348c41d1bb017c484fcef843 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/40e9e4aa348c41d1bb017c484fcef843 2024-11-21T12:18:02,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/40e9e4aa348c41d1bb017c484fcef843, entries=150, sequenceid=265, filesize=12.0 K 2024-11-21T12:18:02,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 788d24ac5f4eb42011471a748c65118b in 1666ms, sequenceid=265, compaction requested=true 2024-11-21T12:18:02,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:02,923 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:02,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:02,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:02,923 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:02,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:02,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:02,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:18:02,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:02,924 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:02,924 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/A is initiating minor compaction (all files) 2024-11-21T12:18:02,924 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/A in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,924 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:02,925 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/B is initiating minor compaction (all files) 2024-11-21T12:18:02,925 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/759800ff458843a9a16ee91d52aa7fbe, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/ac277c3c9aa44937b5f78f257354451e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/84c13a41e7104815ae470fe84a22d8ec] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=100.2 K 2024-11-21T12:18:02,925 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/B in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,925 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,925 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/759800ff458843a9a16ee91d52aa7fbe, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/ac277c3c9aa44937b5f78f257354451e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/84c13a41e7104815ae470fe84a22d8ec] 2024-11-21T12:18:02,925 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/46025e2adef3438699137c694a0f8de1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b00ee6b614c1445dbb4e7cc507808016, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/8585550125c24fd0a6b73eaa226a45a4] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=36.1 K 2024-11-21T12:18:02,925 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 759800ff458843a9a16ee91d52aa7fbe, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732191477844 2024-11-21T12:18:02,925 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 46025e2adef3438699137c694a0f8de1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732191477844 2024-11-21T12:18:02,926 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac277c3c9aa44937b5f78f257354451e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732191478548 2024-11-21T12:18:02,926 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting b00ee6b614c1445dbb4e7cc507808016, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732191478548 2024-11-21T12:18:02,926 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84c13a41e7104815ae470fe84a22d8ec, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732191480916 2024-11-21T12:18:02,926 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8585550125c24fd0a6b73eaa226a45a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732191480916 2024-11-21T12:18:02,932 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:02,934 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:02,934 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/88f7f9c3caba4a15b20f548f841976a1 is 50, key is test_row_0/B:col10/1732191480922/Put/seqid=0 2024-11-21T12:18:02,934 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112113ff82d9ccb244aeb218e58352a2a726_788d24ac5f4eb42011471a748c65118b store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:02,937 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112113ff82d9ccb244aeb218e58352a2a726_788d24ac5f4eb42011471a748c65118b, store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:02,937 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112113ff82d9ccb244aeb218e58352a2a726_788d24ac5f4eb42011471a748c65118b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742232_1408 (size=12813) 2024-11-21T12:18:02,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742233_1409 (size=4469) 2024-11-21T12:18:02,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T12:18:02,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:02,978 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:18:02,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:18:02,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:02,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:18:02,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:02,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:18:02,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:02,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112186d03a0e709b4987bf727c87a16c0f04_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191481293/Put/seqid=0 2024-11-21T12:18:02,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742234_1410 (size=12454) 2024-11-21T12:18:03,352 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#A#compaction#344 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:03,353 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/8b856a195b1b4c95ab92b5fba8dee1f6 is 175, key is test_row_0/A:col10/1732191480922/Put/seqid=0 2024-11-21T12:18:03,355 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/88f7f9c3caba4a15b20f548f841976a1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/88f7f9c3caba4a15b20f548f841976a1 2024-11-21T12:18:03,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742235_1411 (size=31767) 2024-11-21T12:18:03,362 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/B of 788d24ac5f4eb42011471a748c65118b into 88f7f9c3caba4a15b20f548f841976a1(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:03,362 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:03,362 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/B, priority=13, startTime=1732191482923; duration=0sec 2024-11-21T12:18:03,362 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:03,362 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:B 2024-11-21T12:18:03,362 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:03,363 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:03,363 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/C is initiating minor compaction (all files) 2024-11-21T12:18:03,363 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/C in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:03,363 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/e53bcf4891614cc5a412b8e73db9ac44, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1c241561b3f64723afedca114e2fa7c2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/40e9e4aa348c41d1bb017c484fcef843] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=36.1 K 2024-11-21T12:18:03,363 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/8b856a195b1b4c95ab92b5fba8dee1f6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/8b856a195b1b4c95ab92b5fba8dee1f6 2024-11-21T12:18:03,364 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting e53bcf4891614cc5a412b8e73db9ac44, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732191477844 2024-11-21T12:18:03,364 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c241561b3f64723afedca114e2fa7c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732191478548 2024-11-21T12:18:03,365 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 40e9e4aa348c41d1bb017c484fcef843, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732191480916 2024-11-21T12:18:03,370 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/A of 788d24ac5f4eb42011471a748c65118b into 8b856a195b1b4c95ab92b5fba8dee1f6(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:03,370 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:03,370 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/A, priority=13, startTime=1732191482923; duration=0sec 2024-11-21T12:18:03,370 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:03,370 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:A 2024-11-21T12:18:03,376 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#C#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:03,376 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/a72169c9fb584f98b1c63bbd4333323b is 50, key is test_row_0/C:col10/1732191480922/Put/seqid=0 2024-11-21T12:18:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742236_1412 (size=12813) 2024-11-21T12:18:03,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:03,398 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112186d03a0e709b4987bf727c87a16c0f04_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186d03a0e709b4987bf727c87a16c0f04_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:03,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/d26cbe65d2434d6f8cbb2797bf4cbee4, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:03,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/d26cbe65d2434d6f8cbb2797bf4cbee4 is 175, key is test_row_0/A:col10/1732191481293/Put/seqid=0 2024-11-21T12:18:03,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742237_1413 (size=31255) 2024-11-21T12:18:03,410 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/d26cbe65d2434d6f8cbb2797bf4cbee4 2024-11-21T12:18:03,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/b91255003d1a423f961970c27f357dac is 50, key is test_row_0/B:col10/1732191481293/Put/seqid=0 2024-11-21T12:18:03,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742238_1414 (size=12301) 2024-11-21T12:18:03,426 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/b91255003d1a423f961970c27f357dac 2024-11-21T12:18:03,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/1ae30f054cc2424c98fe45f6c5f5cb8a is 50, key is test_row_0/C:col10/1732191481293/Put/seqid=0 2024-11-21T12:18:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T12:18:03,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742239_1415 (size=12301) 2024-11-21T12:18:03,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. as already flushing 2024-11-21T12:18:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:03,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191483546, max timestamp=1732191483574Num uniques 859; 2024-11-21T12:18:03,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191483546, max timestamp=1732191483574Num uniques 859; 2024-11-21T12:18:03,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191483546, max timestamp=1732191483574Num uniques 859; 2024-11-21T12:18:03,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:03,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:03,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:03,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191543653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:03,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191543659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:03,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:03,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:03,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:03,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:03,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:03,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:03,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191543778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:03,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191543778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:03,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:03,787 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/a72169c9fb584f98b1c63bbd4333323b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/a72169c9fb584f98b1c63bbd4333323b 2024-11-21T12:18:03,791 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/C of 788d24ac5f4eb42011471a748c65118b into a72169c9fb584f98b1c63bbd4333323b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:03,791 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:03,791 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/C, priority=13, startTime=1732191482923; duration=0sec 2024-11-21T12:18:03,792 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:03,792 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:C 2024-11-21T12:18:03,839 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/1ae30f054cc2424c98fe45f6c5f5cb8a 2024-11-21T12:18:03,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/d26cbe65d2434d6f8cbb2797bf4cbee4 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/d26cbe65d2434d6f8cbb2797bf4cbee4 2024-11-21T12:18:03,847 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/d26cbe65d2434d6f8cbb2797bf4cbee4, entries=150, sequenceid=275, filesize=30.5 K 2024-11-21T12:18:03,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/b91255003d1a423f961970c27f357dac as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b91255003d1a423f961970c27f357dac 2024-11-21T12:18:03,851 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b91255003d1a423f961970c27f357dac, entries=150, sequenceid=275, filesize=12.0 K 2024-11-21T12:18:03,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/1ae30f054cc2424c98fe45f6c5f5cb8a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1ae30f054cc2424c98fe45f6c5f5cb8a 2024-11-21T12:18:03,856 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1ae30f054cc2424c98fe45f6c5f5cb8a, entries=150, sequenceid=275, filesize=12.0 K 2024-11-21T12:18:03,857 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 788d24ac5f4eb42011471a748c65118b in 880ms, sequenceid=275, compaction requested=false 2024-11-21T12:18:03,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:03,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:03,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-21T12:18:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-21T12:18:03,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-21T12:18:03,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5650 sec 2024-11-21T12:18:03,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.5710 sec 2024-11-21T12:18:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:03,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-21T12:18:03,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:18:03,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:03,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:18:03,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:03,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:18:03,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:04,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212d7a58af988a48468f93019e3ac8d5fa_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191483651/Put/seqid=0 2024-11-21T12:18:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742240_1416 (size=14994) 2024-11-21T12:18:04,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191544015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:04,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191544020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:04,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:04,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191544128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:04,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191544138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:04,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191544348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:04,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191544348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:04,408 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:04,411 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212d7a58af988a48468f93019e3ac8d5fa_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212d7a58af988a48468f93019e3ac8d5fa_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:04,412 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/866a842218454fa48efd2256beaa95ef, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:04,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/866a842218454fa48efd2256beaa95ef is 175, key is test_row_0/A:col10/1732191483651/Put/seqid=0 2024-11-21T12:18:04,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742241_1417 (size=39949) 2024-11-21T12:18:04,421 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/866a842218454fa48efd2256beaa95ef 2024-11-21T12:18:04,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/f6387837b9f544ef96dc1cf23b6847e9 is 50, key is test_row_0/B:col10/1732191483651/Put/seqid=0 2024-11-21T12:18:04,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742242_1418 (size=12301) 2024-11-21T12:18:04,477 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:18:04,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191544668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:04,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191544668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:04,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/f6387837b9f544ef96dc1cf23b6847e9 2024-11-21T12:18:04,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/0df6df39b5ef4f80aac226362b859b27 is 50, key is test_row_0/C:col10/1732191483651/Put/seqid=0 2024-11-21T12:18:04,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742243_1419 (size=12301) 2024-11-21T12:18:05,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1732191545178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:05,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732191545188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:05,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:05,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:05,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:05,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/0df6df39b5ef4f80aac226362b859b27 2024-11-21T12:18:05,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/866a842218454fa48efd2256beaa95ef as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/866a842218454fa48efd2256beaa95ef 2024-11-21T12:18:05,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/866a842218454fa48efd2256beaa95ef, entries=200, sequenceid=315, filesize=39.0 K 2024-11-21T12:18:05,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/f6387837b9f544ef96dc1cf23b6847e9 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/f6387837b9f544ef96dc1cf23b6847e9 2024-11-21T12:18:05,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/f6387837b9f544ef96dc1cf23b6847e9, entries=150, sequenceid=315, filesize=12.0 K 2024-11-21T12:18:05,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/0df6df39b5ef4f80aac226362b859b27 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/0df6df39b5ef4f80aac226362b859b27 2024-11-21T12:18:05,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/0df6df39b5ef4f80aac226362b859b27, entries=150, sequenceid=315, filesize=12.0 K 2024-11-21T12:18:05,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 788d24ac5f4eb42011471a748c65118b in 1271ms, sequenceid=315, compaction requested=true 2024-11-21T12:18:05,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:05,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:05,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:05,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:05,266 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:05,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:05,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:18:05,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:05,267 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:05,267 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:05,267 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:05,268 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/B is initiating minor compaction (all files) 2024-11-21T12:18:05,268 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/A is initiating minor compaction (all files) 2024-11-21T12:18:05,268 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/B in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:05,268 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/A in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:05,268 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/88f7f9c3caba4a15b20f548f841976a1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b91255003d1a423f961970c27f357dac, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/f6387837b9f544ef96dc1cf23b6847e9] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=36.5 K 2024-11-21T12:18:05,268 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/8b856a195b1b4c95ab92b5fba8dee1f6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/d26cbe65d2434d6f8cbb2797bf4cbee4, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/866a842218454fa48efd2256beaa95ef] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=100.6 K 2024-11-21T12:18:05,268 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:05,268 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/8b856a195b1b4c95ab92b5fba8dee1f6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/d26cbe65d2434d6f8cbb2797bf4cbee4, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/866a842218454fa48efd2256beaa95ef] 2024-11-21T12:18:05,268 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 88f7f9c3caba4a15b20f548f841976a1, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732191480916 2024-11-21T12:18:05,268 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b856a195b1b4c95ab92b5fba8dee1f6, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732191480916 2024-11-21T12:18:05,268 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting b91255003d1a423f961970c27f357dac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732191481293 2024-11-21T12:18:05,268 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d26cbe65d2434d6f8cbb2797bf4cbee4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732191481293 2024-11-21T12:18:05,269 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting f6387837b9f544ef96dc1cf23b6847e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732191483651 2024-11-21T12:18:05,269 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 866a842218454fa48efd2256beaa95ef, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732191483634 2024-11-21T12:18:05,274 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:05,277 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112108eaaf71f6534edb9c8ff790025cf956_788d24ac5f4eb42011471a748c65118b store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:05,278 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#B#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:05,278 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/b534260fc60944b1bdc92bfa43d02c9a is 50, key is test_row_0/B:col10/1732191483651/Put/seqid=0 2024-11-21T12:18:05,280 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112108eaaf71f6534edb9c8ff790025cf956_788d24ac5f4eb42011471a748c65118b, store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:05,280 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112108eaaf71f6534edb9c8ff790025cf956_788d24ac5f4eb42011471a748c65118b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:05,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742244_1420 (size=12915) 2024-11-21T12:18:05,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742245_1421 (size=4469) 2024-11-21T12:18:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T12:18:05,459 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:05,459 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-21T12:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-21T12:18:05,461 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:05,462 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:05,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-21T12:18:05,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-21T12:18:05,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:05,615 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-21T12:18:05,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:18:05,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:05,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:18:05,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:05,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:18:05,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:05,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218927d0bf9ffc48ed92e2c7ff19aecd09_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191484013/Put/seqid=0 2024-11-21T12:18:05,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742246_1422 (size=12454) 2024-11-21T12:18:05,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,644 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218927d0bf9ffc48ed92e2c7ff19aecd09_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218927d0bf9ffc48ed92e2c7ff19aecd09_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/dd7e3e2fa65b4401bde560717f536028, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:05,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/dd7e3e2fa65b4401bde560717f536028 is 175, key is test_row_0/A:col10/1732191484013/Put/seqid=0 2024-11-21T12:18:05,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742247_1423 (size=31255) 2024-11-21T12:18:05,662 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/dd7e3e2fa65b4401bde560717f536028 2024-11-21T12:18:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/d1e44e39b178422ab62703540fb403dd is 50, key is test_row_0/B:col10/1732191484013/Put/seqid=0 2024-11-21T12:18:05,694 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#A#compaction#352 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:05,695 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/b534260fc60944b1bdc92bfa43d02c9a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b534260fc60944b1bdc92bfa43d02c9a 2024-11-21T12:18:05,695 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/1ac4e9e716ab469e9dcfdc87ad0ba46a is 175, key is test_row_0/A:col10/1732191483651/Put/seqid=0 2024-11-21T12:18:05,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742248_1424 (size=12301) 2024-11-21T12:18:05,703 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/d1e44e39b178422ab62703540fb403dd 2024-11-21T12:18:05,705 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/B of 788d24ac5f4eb42011471a748c65118b into b534260fc60944b1bdc92bfa43d02c9a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:05,705 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:05,705 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/B, priority=13, startTime=1732191485266; duration=0sec 2024-11-21T12:18:05,705 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:05,705 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:B 2024-11-21T12:18:05,705 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:05,707 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:05,708 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 788d24ac5f4eb42011471a748c65118b/C is initiating minor compaction (all files) 2024-11-21T12:18:05,708 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 788d24ac5f4eb42011471a748c65118b/C in TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:05,708 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/a72169c9fb584f98b1c63bbd4333323b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1ae30f054cc2424c98fe45f6c5f5cb8a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/0df6df39b5ef4f80aac226362b859b27] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp, totalSize=36.5 K 2024-11-21T12:18:05,712 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting a72169c9fb584f98b1c63bbd4333323b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732191480916 2024-11-21T12:18:05,714 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ae30f054cc2424c98fe45f6c5f5cb8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732191481293 2024-11-21T12:18:05,714 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0df6df39b5ef4f80aac226362b859b27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732191483651 2024-11-21T12:18:05,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/1ad86b5a2b3144ca97b6c5d8da205754 is 50, key is test_row_0/C:col10/1732191484013/Put/seqid=0 2024-11-21T12:18:05,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742249_1425 (size=31869) 2024-11-21T12:18:05,741 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 788d24ac5f4eb42011471a748c65118b#C#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:05,741 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/ef5ba72b5e78460d8e9229412b0a7cf4 is 50, key is test_row_0/C:col10/1732191483651/Put/seqid=0 2024-11-21T12:18:05,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742251_1427 (size=12915) 2024-11-21T12:18:05,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742250_1426 (size=12301) 2024-11-21T12:18:05,767 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/ef5ba72b5e78460d8e9229412b0a7cf4 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/ef5ba72b5e78460d8e9229412b0a7cf4 2024-11-21T12:18:05,768 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/1ad86b5a2b3144ca97b6c5d8da205754 2024-11-21T12:18:05,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/dd7e3e2fa65b4401bde560717f536028 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/dd7e3e2fa65b4401bde560717f536028 2024-11-21T12:18:05,778 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/C of 788d24ac5f4eb42011471a748c65118b into ef5ba72b5e78460d8e9229412b0a7cf4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-21T12:18:05,779 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:05,779 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/C, priority=13, startTime=1732191485267; duration=0sec 2024-11-21T12:18:05,779 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:05,779 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:C 2024-11-21T12:18:05,781 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/dd7e3e2fa65b4401bde560717f536028, entries=150, sequenceid=324, filesize=30.5 K 2024-11-21T12:18:05,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/d1e44e39b178422ab62703540fb403dd as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/d1e44e39b178422ab62703540fb403dd 2024-11-21T12:18:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,787 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/d1e44e39b178422ab62703540fb403dd, entries=150, sequenceid=324, filesize=12.0 K 2024-11-21T12:18:05,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/1ad86b5a2b3144ca97b6c5d8da205754 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1ad86b5a2b3144ca97b6c5d8da205754 2024-11-21T12:18:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,793 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1ad86b5a2b3144ca97b6c5d8da205754, entries=150, sequenceid=324, filesize=12.0 K 2024-11-21T12:18:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,794 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 788d24ac5f4eb42011471a748c65118b in 179ms, sequenceid=324, compaction requested=false 2024-11-21T12:18:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:05,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:05,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-21T12:18:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-21T12:18:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-21T12:18:05,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 334 msec 2024-11-21T12:18:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 340 msec 2024-11-21T12:18:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-21T12:18:06,089 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,090 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-21T12:18:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,093 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T12:18:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,094 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:06,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,146 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/1ac4e9e716ab469e9dcfdc87ad0ba46a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/1ac4e9e716ab469e9dcfdc87ad0ba46a 2024-11-21T12:18:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,151 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 788d24ac5f4eb42011471a748c65118b/A of 788d24ac5f4eb42011471a748c65118b into 1ac4e9e716ab469e9dcfdc87ad0ba46a(size=31.1 K), total size for store is 61.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:06,151 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:06,151 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b., storeName=788d24ac5f4eb42011471a748c65118b/A, priority=13, startTime=1732191485266; duration=0sec 2024-11-21T12:18:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,151 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:06,151 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:A 2024-11-21T12:18:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T12:18:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T12:18:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-21T12:18:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-21T12:18:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-21T12:18:06,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-21T12:18:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 163 msec 2024-11-21T12:18:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,378 INFO [Thread-1591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1591. 2024-11-21T12:18:06,378 DEBUG [Thread-1591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:06,378 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,378 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,380 INFO [Thread-1582 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1582. 2024-11-21T12:18:06,380 DEBUG [Thread-1582 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:06,380 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,380 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,382 INFO [Thread-1580 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1580. 2024-11-21T12:18:06,382 DEBUG [Thread-1580 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:06,382 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,382 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,391 INFO [Thread-1597 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1597. 2024-11-21T12:18:06,391 DEBUG [Thread-1597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:06,391 DEBUG [Thread-1597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,391 DEBUG [Thread-1597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,397 INFO [Thread-1595 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1595. 2024-11-21T12:18:06,397 DEBUG [Thread-1595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:06,397 DEBUG [Thread-1595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,397 DEBUG [Thread-1595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,399 INFO [Thread-1589 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1589. 2024-11-21T12:18:06,399 DEBUG [Thread-1589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:06,399 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,399 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T12:18:06,408 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:06,411 INFO [Thread-1593 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1593. 2024-11-21T12:18:06,411 DEBUG [Thread-1593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:06,412 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,412 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:06,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:08,358 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/8ae253bfd21043c0a9856e646f78c203, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/0ab9f949394c452b90f3326e91e0abeb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/f2729650683e43d4b10d44b8b2e10501, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa54da1dd33542d689ddf44bb24216af, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/6d63a42e5b05428aad91f6515f59c368, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/1be73a97499643f4b9abe50357b0b72d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/76d43157e2404c8d8334c5a2947e2526, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/2155c5eadb524be5a29bd4ee23523675, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/c9e2077e0ba8461f91b293eca0ecec9e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/86f5604326ce46c9ac49ea60a5b9d6c2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa701eb371424a98b5d8158459ac543a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/639cf58461aa45e09632e5d318e73b71, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/759800ff458843a9a16ee91d52aa7fbe, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/ac277c3c9aa44937b5f78f257354451e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/84c13a41e7104815ae470fe84a22d8ec, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/8b856a195b1b4c95ab92b5fba8dee1f6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/d26cbe65d2434d6f8cbb2797bf4cbee4, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/866a842218454fa48efd2256beaa95ef] to archive 2024-11-21T12:18:08,359 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:18:08,360 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/8ae253bfd21043c0a9856e646f78c203 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/8ae253bfd21043c0a9856e646f78c203 2024-11-21T12:18:08,361 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/0ab9f949394c452b90f3326e91e0abeb to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/0ab9f949394c452b90f3326e91e0abeb 2024-11-21T12:18:08,362 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/f2729650683e43d4b10d44b8b2e10501 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/f2729650683e43d4b10d44b8b2e10501 2024-11-21T12:18:08,362 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa54da1dd33542d689ddf44bb24216af to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa54da1dd33542d689ddf44bb24216af 2024-11-21T12:18:08,363 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/6d63a42e5b05428aad91f6515f59c368 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/6d63a42e5b05428aad91f6515f59c368 2024-11-21T12:18:08,364 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/1be73a97499643f4b9abe50357b0b72d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/1be73a97499643f4b9abe50357b0b72d 2024-11-21T12:18:08,365 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/76d43157e2404c8d8334c5a2947e2526 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/76d43157e2404c8d8334c5a2947e2526 2024-11-21T12:18:08,365 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/2155c5eadb524be5a29bd4ee23523675 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/2155c5eadb524be5a29bd4ee23523675 2024-11-21T12:18:08,366 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/c9e2077e0ba8461f91b293eca0ecec9e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/c9e2077e0ba8461f91b293eca0ecec9e 2024-11-21T12:18:08,367 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/86f5604326ce46c9ac49ea60a5b9d6c2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/86f5604326ce46c9ac49ea60a5b9d6c2 2024-11-21T12:18:08,368 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa701eb371424a98b5d8158459ac543a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/fa701eb371424a98b5d8158459ac543a 2024-11-21T12:18:08,369 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/639cf58461aa45e09632e5d318e73b71 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/639cf58461aa45e09632e5d318e73b71 2024-11-21T12:18:08,369 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/759800ff458843a9a16ee91d52aa7fbe to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/759800ff458843a9a16ee91d52aa7fbe 2024-11-21T12:18:08,370 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/ac277c3c9aa44937b5f78f257354451e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/ac277c3c9aa44937b5f78f257354451e 2024-11-21T12:18:08,371 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/84c13a41e7104815ae470fe84a22d8ec to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/84c13a41e7104815ae470fe84a22d8ec 2024-11-21T12:18:08,372 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/8b856a195b1b4c95ab92b5fba8dee1f6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/8b856a195b1b4c95ab92b5fba8dee1f6 2024-11-21T12:18:08,372 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/d26cbe65d2434d6f8cbb2797bf4cbee4 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/d26cbe65d2434d6f8cbb2797bf4cbee4 2024-11-21T12:18:08,373 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/866a842218454fa48efd2256beaa95ef to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/866a842218454fa48efd2256beaa95ef 2024-11-21T12:18:08,376 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/2cb6891a9cd948869392535f3f066c71, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/306d68a08cb24e8fb5f7e8713e1a3cfe, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/2cbb06a1581d45a5a2a03d7e56b27faf, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/da16af7800214fdfb75d042e974f9c34, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/475d15d645654192a218a76790b9fbd7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/651407ad76ca44d09a2b100fe81a5883, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/9efca9a3812f440ebc161e18e2f906f8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/bca46280b1c744cc8afe328e916095de, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b72046fe8bae48eaac16ea73acb63d03, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/8c013ba27f6c49ebb4f6050e15cf3a63, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/0d14f3033dcd4286ac81369a14085c50, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/46025e2adef3438699137c694a0f8de1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/a9568d3f7f544b848bcc80d674b0c66e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b00ee6b614c1445dbb4e7cc507808016, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/88f7f9c3caba4a15b20f548f841976a1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/8585550125c24fd0a6b73eaa226a45a4, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b91255003d1a423f961970c27f357dac, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/f6387837b9f544ef96dc1cf23b6847e9] to archive 2024-11-21T12:18:08,376 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:18:08,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/2cb6891a9cd948869392535f3f066c71 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/2cb6891a9cd948869392535f3f066c71 2024-11-21T12:18:08,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/306d68a08cb24e8fb5f7e8713e1a3cfe to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/306d68a08cb24e8fb5f7e8713e1a3cfe 2024-11-21T12:18:08,379 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/2cbb06a1581d45a5a2a03d7e56b27faf to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/2cbb06a1581d45a5a2a03d7e56b27faf 2024-11-21T12:18:08,380 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/da16af7800214fdfb75d042e974f9c34 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/da16af7800214fdfb75d042e974f9c34 2024-11-21T12:18:08,381 WARN [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 1, running: 1 2024-11-21T12:18:08,381 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/475d15d645654192a218a76790b9fbd7 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/475d15d645654192a218a76790b9fbd7 2024-11-21T12:18:08,382 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/651407ad76ca44d09a2b100fe81a5883 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/651407ad76ca44d09a2b100fe81a5883 2024-11-21T12:18:08,383 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/9efca9a3812f440ebc161e18e2f906f8 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/9efca9a3812f440ebc161e18e2f906f8 2024-11-21T12:18:08,383 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/bca46280b1c744cc8afe328e916095de to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/bca46280b1c744cc8afe328e916095de 2024-11-21T12:18:08,384 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b72046fe8bae48eaac16ea73acb63d03 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b72046fe8bae48eaac16ea73acb63d03 2024-11-21T12:18:08,385 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/8c013ba27f6c49ebb4f6050e15cf3a63 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/8c013ba27f6c49ebb4f6050e15cf3a63 2024-11-21T12:18:08,386 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/0d14f3033dcd4286ac81369a14085c50 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/0d14f3033dcd4286ac81369a14085c50 2024-11-21T12:18:08,386 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/46025e2adef3438699137c694a0f8de1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/46025e2adef3438699137c694a0f8de1 2024-11-21T12:18:08,387 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/a9568d3f7f544b848bcc80d674b0c66e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/a9568d3f7f544b848bcc80d674b0c66e 2024-11-21T12:18:08,388 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b00ee6b614c1445dbb4e7cc507808016 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b00ee6b614c1445dbb4e7cc507808016 2024-11-21T12:18:08,388 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/88f7f9c3caba4a15b20f548f841976a1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/88f7f9c3caba4a15b20f548f841976a1 2024-11-21T12:18:08,389 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/8585550125c24fd0a6b73eaa226a45a4 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/8585550125c24fd0a6b73eaa226a45a4 2024-11-21T12:18:08,390 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b91255003d1a423f961970c27f357dac to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b91255003d1a423f961970c27f357dac 2024-11-21T12:18:08,390 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/f6387837b9f544ef96dc1cf23b6847e9 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/f6387837b9f544ef96dc1cf23b6847e9 2024-11-21T12:18:08,393 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/d97267d88d524bfc81be00e6ef81eb69, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/885ab79fe8d643bfa1447aae477616eb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/eac25d077643435a9918454e31d8c321, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/e6b5dd7704524006a2b2a5df39249c45, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/feafc45955f046108a7500b07e73c418, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/7248d0cbd0574362b53e8c15478d236b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/c760139be4d8424f82b2c421f82500b6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/f2b6619582cc452493ff5eecd94771cd, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/dc5b7198a5d04c4dadfdee83a75f11dc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/ba35a910cf9540358dae9214fb3e2f7d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/cb1214fe29884c58961f3d3de630a5b8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/e53bcf4891614cc5a412b8e73db9ac44, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/c3c069971dfa4aa18f20606bcfab1239, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1c241561b3f64723afedca114e2fa7c2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/a72169c9fb584f98b1c63bbd4333323b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/40e9e4aa348c41d1bb017c484fcef843, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1ae30f054cc2424c98fe45f6c5f5cb8a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/0df6df39b5ef4f80aac226362b859b27] to archive 2024-11-21T12:18:08,394 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:18:08,395 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/d97267d88d524bfc81be00e6ef81eb69 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/d97267d88d524bfc81be00e6ef81eb69 2024-11-21T12:18:08,396 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/885ab79fe8d643bfa1447aae477616eb to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/885ab79fe8d643bfa1447aae477616eb 2024-11-21T12:18:08,397 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/eac25d077643435a9918454e31d8c321 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/eac25d077643435a9918454e31d8c321 2024-11-21T12:18:08,397 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/e6b5dd7704524006a2b2a5df39249c45 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/e6b5dd7704524006a2b2a5df39249c45 2024-11-21T12:18:08,398 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/feafc45955f046108a7500b07e73c418 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/feafc45955f046108a7500b07e73c418 2024-11-21T12:18:08,399 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/7248d0cbd0574362b53e8c15478d236b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/7248d0cbd0574362b53e8c15478d236b 2024-11-21T12:18:08,400 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/c760139be4d8424f82b2c421f82500b6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/c760139be4d8424f82b2c421f82500b6 2024-11-21T12:18:08,401 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/f2b6619582cc452493ff5eecd94771cd to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/f2b6619582cc452493ff5eecd94771cd 2024-11-21T12:18:08,402 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/dc5b7198a5d04c4dadfdee83a75f11dc to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/dc5b7198a5d04c4dadfdee83a75f11dc 2024-11-21T12:18:08,403 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/ba35a910cf9540358dae9214fb3e2f7d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/ba35a910cf9540358dae9214fb3e2f7d 2024-11-21T12:18:08,404 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/cb1214fe29884c58961f3d3de630a5b8 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/cb1214fe29884c58961f3d3de630a5b8 2024-11-21T12:18:08,404 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/e53bcf4891614cc5a412b8e73db9ac44 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/e53bcf4891614cc5a412b8e73db9ac44 2024-11-21T12:18:08,405 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/c3c069971dfa4aa18f20606bcfab1239 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/c3c069971dfa4aa18f20606bcfab1239 2024-11-21T12:18:08,406 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1c241561b3f64723afedca114e2fa7c2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1c241561b3f64723afedca114e2fa7c2 2024-11-21T12:18:08,407 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/a72169c9fb584f98b1c63bbd4333323b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/a72169c9fb584f98b1c63bbd4333323b 2024-11-21T12:18:08,408 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/40e9e4aa348c41d1bb017c484fcef843 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/40e9e4aa348c41d1bb017c484fcef843 2024-11-21T12:18:08,408 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1ae30f054cc2424c98fe45f6c5f5cb8a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1ae30f054cc2424c98fe45f6c5f5cb8a 2024-11-21T12:18:08,409 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/0df6df39b5ef4f80aac226362b859b27 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/0df6df39b5ef4f80aac226362b859b27 2024-11-21T12:18:09,179 INFO [Thread-1584 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1584. 2024-11-21T12:18:09,180 DEBUG [Thread-1584 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:09,180 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:09,180 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:09,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:09,189 INFO [Thread-1578 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1578. 2024-11-21T12:18:09,189 DEBUG [Thread-1578 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:09,189 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:09,190 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:09,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:09,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 788d24ac5f4eb42011471a748c65118b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:18:09,219 INFO [Thread-1586 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1586. 2024-11-21T12:18:09,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=A 2024-11-21T12:18:09,219 DEBUG [Thread-1586 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:09,219 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:09,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:09,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=B 2024-11-21T12:18:09,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:09,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 788d24ac5f4eb42011471a748c65118b, store=C 2024-11-21T12:18:09,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:09,219 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:09,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:09,219 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1031 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3087 rows 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1021 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3062 rows 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1028 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3078 rows 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1023 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3068 rows 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1023 2024-11-21T12:18:09,220 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3068 rows 2024-11-21T12:18:09,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:18:09,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:18:09,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:09,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:09,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:09,221 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T12:18:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T12:18:09,224 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191489224"}]},"ts":"1732191489224"} 2024-11-21T12:18:09,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d5793ecabb2c4272861ec317de2b9cfa_788d24ac5f4eb42011471a748c65118b is 50, key is test_row_0/A:col10/1732191489218/Put/seqid=0 2024-11-21T12:18:09,225 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T12:18:09,225 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T12:18:09,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:18:09,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, UNASSIGN}] 2024-11-21T12:18:09,228 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, UNASSIGN 2024-11-21T12:18:09,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742252_1428 (size=12454) 2024-11-21T12:18:09,229 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=788d24ac5f4eb42011471a748c65118b, regionState=CLOSING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:09,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, UNASSIGN because future has completed 2024-11-21T12:18:09,230 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:18:09,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure 788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:18:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T12:18:09,382 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(122): Close 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:09,382 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T12:18:09,382 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1722): Closing 788d24ac5f4eb42011471a748c65118b, disabling compactions & flushes 2024-11-21T12:18:09,382 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T12:18:09,629 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:09,633 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d5793ecabb2c4272861ec317de2b9cfa_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d5793ecabb2c4272861ec317de2b9cfa_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:09,633 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/ff10afdd929b4d9fa6999ad3624d8a9c, store: [table=TestAcidGuarantees family=A region=788d24ac5f4eb42011471a748c65118b] 2024-11-21T12:18:09,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/ff10afdd929b4d9fa6999ad3624d8a9c is 175, key is test_row_0/A:col10/1732191489218/Put/seqid=0 2024-11-21T12:18:09,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742253_1429 (size=31255) 2024-11-21T12:18:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T12:18:10,037 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/ff10afdd929b4d9fa6999ad3624d8a9c 2024-11-21T12:18:10,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/e56d1bfe58d54bc48e307f7358edbd84 is 50, key is test_row_0/B:col10/1732191489218/Put/seqid=0 2024-11-21T12:18:10,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742254_1430 (size=12301) 2024-11-21T12:18:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T12:18:10,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/e56d1bfe58d54bc48e307f7358edbd84 2024-11-21T12:18:10,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/3f6489b405cb48299f0ef907721a741a is 50, key is test_row_0/C:col10/1732191489218/Put/seqid=0 2024-11-21T12:18:10,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742255_1431 (size=12301) 2024-11-21T12:18:10,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/3f6489b405cb48299f0ef907721a741a 2024-11-21T12:18:10,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/A/ff10afdd929b4d9fa6999ad3624d8a9c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/ff10afdd929b4d9fa6999ad3624d8a9c 2024-11-21T12:18:10,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/ff10afdd929b4d9fa6999ad3624d8a9c, entries=150, sequenceid=338, filesize=30.5 K 2024-11-21T12:18:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/B/e56d1bfe58d54bc48e307f7358edbd84 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/e56d1bfe58d54bc48e307f7358edbd84 2024-11-21T12:18:10,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/e56d1bfe58d54bc48e307f7358edbd84, entries=150, sequenceid=338, filesize=12.0 K 2024-11-21T12:18:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/.tmp/C/3f6489b405cb48299f0ef907721a741a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/3f6489b405cb48299f0ef907721a741a 2024-11-21T12:18:10,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/3f6489b405cb48299f0ef907721a741a, entries=150, sequenceid=338, filesize=12.0 K 2024-11-21T12:18:10,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 788d24ac5f4eb42011471a748c65118b in 1652ms, sequenceid=338, compaction requested=true 2024-11-21T12:18:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 788d24ac5f4eb42011471a748c65118b: 2024-11-21T12:18:10,872 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:10,872 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:10,872 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. after waiting 0 ms 2024-11-21T12:18:10,872 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. because compaction request was cancelled 2024-11-21T12:18:10,872 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:10,872 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:A 2024-11-21T12:18:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:10,872 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. because compaction request was cancelled 2024-11-21T12:18:10,872 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:B 2024-11-21T12:18:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 788d24ac5f4eb42011471a748c65118b:C, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:10,872 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. because compaction request was cancelled 2024-11-21T12:18:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:10,872 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 788d24ac5f4eb42011471a748c65118b:C 2024-11-21T12:18:10,876 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/recovered.edits/341.seqid, newMaxSeqId=341, maxSeqId=4 2024-11-21T12:18:10,876 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b. 2024-11-21T12:18:10,876 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1676): Region close journal for 788d24ac5f4eb42011471a748c65118b: Waiting for close lock at 1732191489382Running coprocessor pre-close hooks at 1732191489382Disabling compacts and flushes for region at 1732191489382Disabling writes for close at 1732191490872 (+1490 ms)Writing region close event to WAL at 1732191490873 (+1 ms)Running coprocessor post-close hooks at 1732191490876 (+3 ms)Closed at 1732191490876 2024-11-21T12:18:10,878 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(157): Closed 788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:10,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=788d24ac5f4eb42011471a748c65118b, regionState=CLOSED 2024-11-21T12:18:10,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure 788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:18:10,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-21T12:18:10,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseRegionProcedure 788d24ac5f4eb42011471a748c65118b, server=9bb5b7e9dd2c,40779,1732191366267 in 1.6500 sec 2024-11-21T12:18:10,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-21T12:18:10,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=788d24ac5f4eb42011471a748c65118b, UNASSIGN in 1.6550 sec 2024-11-21T12:18:10,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-21T12:18:10,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6580 sec 2024-11-21T12:18:10,886 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191490886"}]},"ts":"1732191490886"} 2024-11-21T12:18:10,888 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T12:18:10,888 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T12:18:10,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6670 sec 2024-11-21T12:18:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T12:18:11,368 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:11,368 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T12:18:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:11,370 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T12:18:11,371 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=123, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:11,373 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,375 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/recovered.edits] 2024-11-21T12:18:11,377 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/1ac4e9e716ab469e9dcfdc87ad0ba46a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/1ac4e9e716ab469e9dcfdc87ad0ba46a 2024-11-21T12:18:11,378 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/dd7e3e2fa65b4401bde560717f536028 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/dd7e3e2fa65b4401bde560717f536028 2024-11-21T12:18:11,379 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/ff10afdd929b4d9fa6999ad3624d8a9c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/A/ff10afdd929b4d9fa6999ad3624d8a9c 2024-11-21T12:18:11,381 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b534260fc60944b1bdc92bfa43d02c9a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/b534260fc60944b1bdc92bfa43d02c9a 2024-11-21T12:18:11,382 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/d1e44e39b178422ab62703540fb403dd to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/d1e44e39b178422ab62703540fb403dd 2024-11-21T12:18:11,383 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/e56d1bfe58d54bc48e307f7358edbd84 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/B/e56d1bfe58d54bc48e307f7358edbd84 2024-11-21T12:18:11,384 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1ad86b5a2b3144ca97b6c5d8da205754 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/1ad86b5a2b3144ca97b6c5d8da205754 2024-11-21T12:18:11,385 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/3f6489b405cb48299f0ef907721a741a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/3f6489b405cb48299f0ef907721a741a 2024-11-21T12:18:11,386 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/ef5ba72b5e78460d8e9229412b0a7cf4 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/C/ef5ba72b5e78460d8e9229412b0a7cf4 2024-11-21T12:18:11,388 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/recovered.edits/341.seqid to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b/recovered.edits/341.seqid 2024-11-21T12:18:11,388 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,388 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T12:18:11,389 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T12:18:11,389 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T12:18:11,391 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b835cd1ee574e88bcdb7111a94fab05_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b835cd1ee574e88bcdb7111a94fab05_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,392 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121121d221c518a44e89f52838aa520fa04_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121121d221c518a44e89f52838aa520fa04_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,393 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112116e707b8b3ef48319defdc5af0541c6f_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112116e707b8b3ef48319defdc5af0541c6f_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,394 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112124ff16806d9e442db06a80e741f071fa_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112124ff16806d9e442db06a80e741f071fa_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,395 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212d7a58af988a48468f93019e3ac8d5fa_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212d7a58af988a48468f93019e3ac8d5fa_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,396 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213bf923641b15436d92bd8de8a90a6feb_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213bf923641b15436d92bd8de8a90a6feb_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,397 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112163ecbd0b24f048f9bd82afc6543427f5_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112163ecbd0b24f048f9bd82afc6543427f5_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,398 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186d03a0e709b4987bf727c87a16c0f04_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186d03a0e709b4987bf727c87a16c0f04_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,399 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218927d0bf9ffc48ed92e2c7ff19aecd09_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218927d0bf9ffc48ed92e2c7ff19aecd09_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,400 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a951cd28000a407889c4a3ec441ef0f2_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a951cd28000a407889c4a3ec441ef0f2_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,401 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b9e9b532e7b44ed393ca307e24ecd616_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b9e9b532e7b44ed393ca307e24ecd616_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,402 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cad02c2f9a264932829059152b56c42a_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cad02c2f9a264932829059152b56c42a_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,403 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d5793ecabb2c4272861ec317de2b9cfa_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d5793ecabb2c4272861ec317de2b9cfa_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,404 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d6b81b8c375c4d8b9cd89564d1aa70a2_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d6b81b8c375c4d8b9cd89564d1aa70a2_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,404 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e89f00a8a3a9463b83a4beaf48d7f8f7_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e89f00a8a3a9463b83a4beaf48d7f8f7_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,405 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f6f57d1fcd5f4d2baf2cee973cafabb8_788d24ac5f4eb42011471a748c65118b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f6f57d1fcd5f4d2baf2cee973cafabb8_788d24ac5f4eb42011471a748c65118b 2024-11-21T12:18:11,406 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T12:18:11,408 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=123, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:11,410 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T12:18:11,411 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T12:18:11,412 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=123, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:11,412 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T12:18:11,413 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732191491412"}]},"ts":"9223372036854775807"} 2024-11-21T12:18:11,414 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T12:18:11,414 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 788d24ac5f4eb42011471a748c65118b, NAME => 'TestAcidGuarantees,,1732191464765.788d24ac5f4eb42011471a748c65118b.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T12:18:11,414 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T12:18:11,414 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732191491414"}]},"ts":"9223372036854775807"} 2024-11-21T12:18:11,416 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T12:18:11,416 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=123, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:11,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-21T12:18:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T12:18:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T12:18:11,478 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:11,487 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=249 (was 246) - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 553), ProcessCount=11 (was 11), AvailableMemoryMB=7176 (was 7311) 2024-11-21T12:18:11,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=249, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=7175 2024-11-21T12:18:11,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:18:11,497 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:18:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:11,499 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:18:11,499 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:11,499 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 124 2024-11-21T12:18:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-21T12:18:11,500 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:18:11,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742256_1432 (size=1061) 2024-11-21T12:18:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-21T12:18:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-21T12:18:11,906 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d 2024-11-21T12:18:11,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742257_1433 (size=53) 2024-11-21T12:18:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-21T12:18:12,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:12,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 466391d4ffaa9a2546adc40a3f95db73, disabling compactions & flushes 2024-11-21T12:18:12,312 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:12,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:12,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. after waiting 0 ms 2024-11-21T12:18:12,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:12,312 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:12,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 466391d4ffaa9a2546adc40a3f95db73: Waiting for close lock at 1732191492312Disabling compacts and flushes for region at 1732191492312Disabling writes for close at 1732191492312Writing region close event to WAL at 1732191492312Closed at 1732191492312 2024-11-21T12:18:12,313 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:18:12,314 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732191492313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191492313"}]},"ts":"1732191492313"} 2024-11-21T12:18:12,315 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:18:12,316 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:18:12,316 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191492316"}]},"ts":"1732191492316"} 2024-11-21T12:18:12,317 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T12:18:12,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=466391d4ffaa9a2546adc40a3f95db73, ASSIGN}] 2024-11-21T12:18:12,318 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=466391d4ffaa9a2546adc40a3f95db73, ASSIGN 2024-11-21T12:18:12,319 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=466391d4ffaa9a2546adc40a3f95db73, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,40779,1732191366267; forceNewPlan=false, retain=false 2024-11-21T12:18:12,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=466391d4ffaa9a2546adc40a3f95db73, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:12,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=466391d4ffaa9a2546adc40a3f95db73, ASSIGN because future has completed 2024-11-21T12:18:12,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure 466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:18:12,625 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:12,626 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7752): Opening region: {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:18:12,626 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:12,626 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:12,626 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7794): checking encryption for 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:12,626 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7797): checking classloading for 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:12,628 INFO [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:12,629 INFO [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:18:12,629 INFO [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 466391d4ffaa9a2546adc40a3f95db73 columnFamilyName A 2024-11-21T12:18:12,629 DEBUG [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:12,629 INFO [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] regionserver.HStore(327): Store=466391d4ffaa9a2546adc40a3f95db73/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:12,629 INFO [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:12,630 INFO [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:18:12,630 INFO [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 466391d4ffaa9a2546adc40a3f95db73 columnFamilyName B 2024-11-21T12:18:12,631 DEBUG [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:12,631 INFO [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] regionserver.HStore(327): Store=466391d4ffaa9a2546adc40a3f95db73/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:12,631 INFO [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:12,632 INFO [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:18:12,632 INFO [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 466391d4ffaa9a2546adc40a3f95db73 columnFamilyName C 2024-11-21T12:18:12,632 DEBUG [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:12,632 INFO [StoreOpener-466391d4ffaa9a2546adc40a3f95db73-1 {}] regionserver.HStore(327): Store=466391d4ffaa9a2546adc40a3f95db73/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:12,633 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:12,633 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1038): replaying wal for 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:12,633 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:12,633 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:12,634 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1048): stopping wal replay for 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:12,634 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1060): Cleaning up temporary data for 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:12,635 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:18:12,635 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1093): writing seq id for 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:12,637 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:18:12,637 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1114): Opened 466391d4ffaa9a2546adc40a3f95db73; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64340158, jitterRate=-0.04125693440437317}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:18:12,637 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:12,638 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1006): Region open journal for 466391d4ffaa9a2546adc40a3f95db73: Running coprocessor pre-open hook at 1732191492627Writing region info on filesystem at 1732191492627Initializing all the Stores at 1732191492627Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191492627Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191492627Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191492627Cleaning up temporary data from old regions at 1732191492634 (+7 ms)Running coprocessor post-open hooks at 1732191492637 (+3 ms)Region opened successfully at 1732191492638 (+1 ms) 2024-11-21T12:18:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-21T12:18:12,638 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., pid=126, masterSystemTime=1732191492623 2024-11-21T12:18:12,640 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:12,640 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:12,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=466391d4ffaa9a2546adc40a3f95db73, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:12,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure 466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:18:12,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-21T12:18:12,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; OpenRegionProcedure 466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 in 171 msec 2024-11-21T12:18:12,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-11-21T12:18:12,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=466391d4ffaa9a2546adc40a3f95db73, ASSIGN in 326 msec 2024-11-21T12:18:12,645 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:18:12,645 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191492645"}]},"ts":"1732191492645"} 2024-11-21T12:18:12,646 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T12:18:12,647 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:18:12,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-21T12:18:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-21T12:18:13,648 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:13,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72417d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:13,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:13,651 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbe35f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:13,652 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:13,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b98a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:13,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:13,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:13,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:13,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:18:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:18:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6da361ba 2024-11-21T12:18:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:18:13,657 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:18:13,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3692791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:13,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:13,658 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:13,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:13,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:13,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bb9138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:13,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:13,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:13,659 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4d0791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:13,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:13,661 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46de548b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:13,663 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd77a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:13,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:13,664 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ebcc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:13,665 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161b0887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc361f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:13,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:13,667 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e4580b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:13,668 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd57127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a56de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:13,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:13,669 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:13,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:13,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:13,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14dfb49a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:13,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:13,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:13,670 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e606335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae789b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:13,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:13,672 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:13,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:13,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:13,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f3415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:13,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:13,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:13,673 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:13,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b53f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b3b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:13,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:13,676 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:13,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:13,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:13,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3061d786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:13,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:13,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:13,678 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518db839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e04f49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:13,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:13,679 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64eca3a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:13,680 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f30b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca199c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:13,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:13,682 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3bab21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:13,683 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:13,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580c733b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d70caa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:13,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:13,685 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44136352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:13,686 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:13,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c16d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:13,687 DEBUG [Thread-1952 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:13,687 DEBUG [Thread-1965 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:13,687 DEBUG [Thread-1969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:13,687 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:13,687 DEBUG [Thread-1960 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:13,687 DEBUG [Thread-1967 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:13,688 DEBUG [Thread-1971 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:13,688 DEBUG [Thread-1958 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:13,688 DEBUG [Thread-1963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:13,688 DEBUG [Thread-1956 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:13,688 DEBUG [Thread-1954 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:13,689 DEBUG [Thread-1969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:13,689 DEBUG [Thread-1971 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:13,690 DEBUG [Thread-1971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:13,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:13,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:13,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:13,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:13,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:13,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:13,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:13,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:13,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-21T12:18:13,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:18:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T12:18:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:18:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:18:13,693 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:18:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:18:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:18:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:18:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:18:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:18:13,695 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:13,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2] 2024-11-21T12:18:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:13,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:18:13,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:13,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:13,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:13,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:13,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:13,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:13,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/01e7c0bcccda4ea298cf81cd938ee921 is 50, key is test_row_1/A:col10/1732191493698/Put/seqid=0 2024-11-21T12:18:13,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742258_1434 (size=11997) 2024-11-21T12:18:13,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191493723, max timestamp=1732191493749Num uniques 859; 2024-11-21T12:18:13,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191493723, max timestamp=1732191493749Num uniques 859; 2024-11-21T12:18:13,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:13,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:13,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191493723, max timestamp=1732191493749Num uniques 859; 2024-11-21T12:18:13,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T12:18:13,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:13,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191553777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191553777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:13,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191553825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:13,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191553825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:13,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191553825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:13,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T12:18:13,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:13,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:13,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:13,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:13,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:13,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191553928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:13,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191553928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:13,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191553948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:13,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191553948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:13,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191553948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:14,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T12:18:14,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:14,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T12:18:14,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/01e7c0bcccda4ea298cf81cd938ee921 2024-11-21T12:18:14,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191554138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191554138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:14,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T12:18:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/86eac8d5e13c47ab85690786b64b85c7 is 50, key is test_row_1/B:col10/1732191493698/Put/seqid=0 2024-11-21T12:18:14,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742259_1435 (size=9657) 2024-11-21T12:18:14,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191554168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191554168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191554168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:14,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T12:18:14,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:14,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T12:18:14,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191554448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:14,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:14,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191554448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:14,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T12:18:14,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:14,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191554488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:14,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191554488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:14,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191554488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:14,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/86eac8d5e13c47ab85690786b64b85c7 2024-11-21T12:18:14,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/32b55c4f9bf14a7fb66001444fde4b2d is 50, key is test_row_1/C:col10/1732191493698/Put/seqid=0 2024-11-21T12:18:14,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742260_1436 (size=9657) 2024-11-21T12:18:14,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T12:18:14,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:14,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T12:18:14,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:14,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T12:18:14,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T12:18:14,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:14,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:14,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:14,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191554968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:14,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191554968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:14,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:14,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:14,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/32b55c4f9bf14a7fb66001444fde4b2d 2024-11-21T12:18:14,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/01e7c0bcccda4ea298cf81cd938ee921 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/01e7c0bcccda4ea298cf81cd938ee921 2024-11-21T12:18:15,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/01e7c0bcccda4ea298cf81cd938ee921, entries=150, sequenceid=11, filesize=11.7 K 2024-11-21T12:18:15,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/86eac8d5e13c47ab85690786b64b85c7 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/86eac8d5e13c47ab85690786b64b85c7 2024-11-21T12:18:15,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191554998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:15,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191554998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:15,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191554998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:15,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/86eac8d5e13c47ab85690786b64b85c7, entries=100, sequenceid=11, filesize=9.4 K 2024-11-21T12:18:15,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/32b55c4f9bf14a7fb66001444fde4b2d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/32b55c4f9bf14a7fb66001444fde4b2d 2024-11-21T12:18:15,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/32b55c4f9bf14a7fb66001444fde4b2d, entries=100, sequenceid=11, filesize=9.4 K 2024-11-21T12:18:15,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 466391d4ffaa9a2546adc40a3f95db73 in 1311ms, sequenceid=11, compaction requested=false 2024-11-21T12:18:15,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:15,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T12:18:15,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:15,073 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-21T12:18:15,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:15,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:15,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:15,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:15,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:15,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:15,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/f670c884c85445dfb1a5cb9b36b85410 is 50, key is test_row_0/A:col10/1732191493787/Put/seqid=0 2024-11-21T12:18:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742261_1437 (size=12001) 2024-11-21T12:18:15,483 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/f670c884c85445dfb1a5cb9b36b85410 2024-11-21T12:18:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/9252c410682d48989196f83814440fa8 is 50, key is test_row_0/B:col10/1732191493787/Put/seqid=0 2024-11-21T12:18:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742262_1438 (size=12001) 2024-11-21T12:18:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T12:18:15,895 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/9252c410682d48989196f83814440fa8 2024-11-21T12:18:15,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/560c1de0692742069da69577b8a84ffc is 50, key is test_row_0/C:col10/1732191493787/Put/seqid=0 2024-11-21T12:18:15,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742263_1439 (size=12001) 2024-11-21T12:18:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:15,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:16,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191556009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191556018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191556018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191556019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,022 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 466391d4ffaa9a2546adc40a3f95db73 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:18:16,022 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 466391d4ffaa9a2546adc40a3f95db73 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:18:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191556020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191556128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191556128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191556138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,306 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/560c1de0692742069da69577b8a84ffc 2024-11-21T12:18:16,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/f670c884c85445dfb1a5cb9b36b85410 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f670c884c85445dfb1a5cb9b36b85410 2024-11-21T12:18:16,314 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f670c884c85445dfb1a5cb9b36b85410, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T12:18:16,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/9252c410682d48989196f83814440fa8 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/9252c410682d48989196f83814440fa8 2024-11-21T12:18:16,319 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/9252c410682d48989196f83814440fa8, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T12:18:16,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/560c1de0692742069da69577b8a84ffc as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/560c1de0692742069da69577b8a84ffc 2024-11-21T12:18:16,322 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/560c1de0692742069da69577b8a84ffc, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T12:18:16,323 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 466391d4ffaa9a2546adc40a3f95db73 in 1250ms, sequenceid=47, compaction requested=false 2024-11-21T12:18:16,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:16,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:16,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-21T12:18:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-21T12:18:16,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-21T12:18:16,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6300 sec 2024-11-21T12:18:16,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.6390 sec 2024-11-21T12:18:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:16,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T12:18:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:16,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/a0527b83d9ac47d592c80fd97e96874a is 50, key is test_row_0/A:col10/1732191496018/Put/seqid=0 2024-11-21T12:18:16,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742264_1440 (size=12001) 2024-11-21T12:18:16,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T12:18:16,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191556423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191556423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191496391, max timestamp=1732191496437Num uniques 859; 2024-11-21T12:18:16,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:18:16,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191496391, max timestamp=1732191496437Num uniques 859; 2024-11-21T12:18:16,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191496391, max timestamp=1732191496437Num uniques 859; 2024-11-21T12:18:16,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:18:16,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:18:16,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191556562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191556564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191556577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191556688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191556688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191556688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/a0527b83d9ac47d592c80fd97e96874a 2024-11-21T12:18:16,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/125d53935640451980ae38ef1e0a00f7 is 50, key is test_row_0/B:col10/1732191496018/Put/seqid=0 2024-11-21T12:18:16,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742265_1441 (size=12001) 2024-11-21T12:18:16,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191556898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191556898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191556898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:16,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:16,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:17,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/125d53935640451980ae38ef1e0a00f7 2024-11-21T12:18:17,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/847b62ea46c44ae7a43547a5860ece82 is 50, key is test_row_0/C:col10/1732191496018/Put/seqid=0 2024-11-21T12:18:17,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742266_1442 (size=12001) 2024-11-21T12:18:17,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191557218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:17,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191557218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:17,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191557218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:17,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/847b62ea46c44ae7a43547a5860ece82 2024-11-21T12:18:17,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/a0527b83d9ac47d592c80fd97e96874a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/a0527b83d9ac47d592c80fd97e96874a 2024-11-21T12:18:17,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/a0527b83d9ac47d592c80fd97e96874a, entries=150, sequenceid=58, filesize=11.7 K 2024-11-21T12:18:17,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/125d53935640451980ae38ef1e0a00f7 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/125d53935640451980ae38ef1e0a00f7 2024-11-21T12:18:17,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/125d53935640451980ae38ef1e0a00f7, entries=150, sequenceid=58, filesize=11.7 K 2024-11-21T12:18:17,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/847b62ea46c44ae7a43547a5860ece82 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/847b62ea46c44ae7a43547a5860ece82 2024-11-21T12:18:17,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/847b62ea46c44ae7a43547a5860ece82, entries=150, sequenceid=58, filesize=11.7 K 2024-11-21T12:18:17,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 466391d4ffaa9a2546adc40a3f95db73 in 1249ms, sequenceid=58, compaction requested=true 2024-11-21T12:18:17,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:17,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:17,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:17,590 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:17,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:17,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:17,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:18:17,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:17,590 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:17,591 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:17,591 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:17,591 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/A is initiating minor compaction (all files) 2024-11-21T12:18:17,591 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/B is initiating minor compaction (all files) 2024-11-21T12:18:17,591 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/A in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:17,591 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/B in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:17,591 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/01e7c0bcccda4ea298cf81cd938ee921, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f670c884c85445dfb1a5cb9b36b85410, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/a0527b83d9ac47d592c80fd97e96874a] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=35.2 K 2024-11-21T12:18:17,591 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/86eac8d5e13c47ab85690786b64b85c7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/9252c410682d48989196f83814440fa8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/125d53935640451980ae38ef1e0a00f7] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=32.9 K 2024-11-21T12:18:17,592 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01e7c0bcccda4ea298cf81cd938ee921, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732191493697 2024-11-21T12:18:17,592 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 86eac8d5e13c47ab85690786b64b85c7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732191493698 2024-11-21T12:18:17,592 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f670c884c85445dfb1a5cb9b36b85410, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732191493774 2024-11-21T12:18:17,592 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9252c410682d48989196f83814440fa8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732191493774 2024-11-21T12:18:17,593 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0527b83d9ac47d592c80fd97e96874a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732191496007 2024-11-21T12:18:17,593 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 125d53935640451980ae38ef1e0a00f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732191496007 2024-11-21T12:18:17,601 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#B#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:17,601 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#A#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:17,601 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/25fa847105ca47b9bec37fb3f0f5230f is 50, key is test_row_0/B:col10/1732191496018/Put/seqid=0 2024-11-21T12:18:17,602 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/1663b70ff0b54d7787d83caf57944993 is 50, key is test_row_0/A:col10/1732191496018/Put/seqid=0 2024-11-21T12:18:17,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742267_1443 (size=12104) 2024-11-21T12:18:17,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742268_1444 (size=12104) 2024-11-21T12:18:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:17,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-21T12:18:17,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:17,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:17,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:17,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:17,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:17,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:17,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/0633e80e2c3e4ad29913b68a80e67010 is 50, key is test_row_0/A:col10/1732191497744/Put/seqid=0 2024-11-21T12:18:17,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742269_1445 (size=14341) 2024-11-21T12:18:17,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191557774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:17,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191557775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:17,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191557776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:17,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T12:18:17,848 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:17,848 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-21T12:18:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T12:18:17,850 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:17,851 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:17,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:17,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191557888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:17,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:17,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191557898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:17,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191557898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T12:18:18,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T12:18:18,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:18,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,010 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/25fa847105ca47b9bec37fb3f0f5230f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/25fa847105ca47b9bec37fb3f0f5230f 2024-11-21T12:18:18,014 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/B of 466391d4ffaa9a2546adc40a3f95db73 into 25fa847105ca47b9bec37fb3f0f5230f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:18,014 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:18,014 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/B, priority=13, startTime=1732191497590; duration=0sec 2024-11-21T12:18:18,014 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:18,014 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:B 2024-11-21T12:18:18,014 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:18,015 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:18,015 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/C is initiating minor compaction (all files) 2024-11-21T12:18:18,015 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/C in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,015 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/32b55c4f9bf14a7fb66001444fde4b2d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/560c1de0692742069da69577b8a84ffc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/847b62ea46c44ae7a43547a5860ece82] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=32.9 K 2024-11-21T12:18:18,016 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 32b55c4f9bf14a7fb66001444fde4b2d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732191493698 2024-11-21T12:18:18,016 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 560c1de0692742069da69577b8a84ffc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732191493774 2024-11-21T12:18:18,017 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 847b62ea46c44ae7a43547a5860ece82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732191496007 2024-11-21T12:18:18,018 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/1663b70ff0b54d7787d83caf57944993 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/1663b70ff0b54d7787d83caf57944993 2024-11-21T12:18:18,024 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/A of 466391d4ffaa9a2546adc40a3f95db73 into 1663b70ff0b54d7787d83caf57944993(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:18,024 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:18,024 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/A, priority=13, startTime=1732191497590; duration=0sec 2024-11-21T12:18:18,024 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:18,024 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:A 2024-11-21T12:18:18,024 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#C#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:18,025 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/619f0b07cdfe4a488945a1a7621d0fcf is 50, key is test_row_0/C:col10/1732191496018/Put/seqid=0 2024-11-21T12:18:18,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742270_1446 (size=12104) 2024-11-21T12:18:18,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191558037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:18,049 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 466391d4ffaa9a2546adc40a3f95db73 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:18:18,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:18,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191558048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:18,050 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 466391d4ffaa9a2546adc40a3f95db73 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:18:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:18,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191558108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:18,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:18,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191558118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191558118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:18,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T12:18:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:18,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/0633e80e2c3e4ad29913b68a80e67010 2024-11-21T12:18:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/fb0266c6997048b1889215fb5a99f3a4 is 50, key is test_row_0/B:col10/1732191497744/Put/seqid=0 2024-11-21T12:18:18,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742271_1447 (size=12001) 2024-11-21T12:18:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T12:18:18,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T12:18:18,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:18,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,433 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/619f0b07cdfe4a488945a1a7621d0fcf as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/619f0b07cdfe4a488945a1a7621d0fcf 2024-11-21T12:18:18,437 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/C of 466391d4ffaa9a2546adc40a3f95db73 into 619f0b07cdfe4a488945a1a7621d0fcf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:18,437 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:18,437 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/C, priority=13, startTime=1732191497590; duration=0sec 2024-11-21T12:18:18,437 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:18,437 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:C 2024-11-21T12:18:18,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191558428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:18,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191558438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191558438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:18,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T12:18:18,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:18,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T12:18:18,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/fb0266c6997048b1889215fb5a99f3a4 2024-11-21T12:18:18,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/b20a24af437146c5acf47ade01562775 is 50, key is test_row_0/C:col10/1732191497744/Put/seqid=0 2024-11-21T12:18:18,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742272_1448 (size=12001) 2024-11-21T12:18:18,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T12:18:18,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:18,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T12:18:18,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:18,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T12:18:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:18,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:18,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191558947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:18,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191558958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:18,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191558958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:18,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/b20a24af437146c5acf47ade01562775 2024-11-21T12:18:18,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/0633e80e2c3e4ad29913b68a80e67010 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0633e80e2c3e4ad29913b68a80e67010 2024-11-21T12:18:18,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0633e80e2c3e4ad29913b68a80e67010, entries=200, sequenceid=95, filesize=14.0 K 2024-11-21T12:18:18,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/fb0266c6997048b1889215fb5a99f3a4 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/fb0266c6997048b1889215fb5a99f3a4 2024-11-21T12:18:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T12:18:18,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/fb0266c6997048b1889215fb5a99f3a4, entries=150, sequenceid=95, filesize=11.7 K 2024-11-21T12:18:18,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/b20a24af437146c5acf47ade01562775 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b20a24af437146c5acf47ade01562775 2024-11-21T12:18:18,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b20a24af437146c5acf47ade01562775, entries=150, sequenceid=95, filesize=11.7 K 2024-11-21T12:18:18,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 466391d4ffaa9a2546adc40a3f95db73 in 1249ms, sequenceid=95, compaction requested=false 2024-11-21T12:18:18,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:19,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T12:18:19,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:19,076 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:18:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/30252f9b31c74417b5abe39e282aca54 is 50, key is test_row_0/A:col10/1732191497773/Put/seqid=0 2024-11-21T12:18:19,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742273_1449 (size=12001) 2024-11-21T12:18:19,485 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/30252f9b31c74417b5abe39e282aca54 2024-11-21T12:18:19,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/46a67b3552144dcb88c44f5504610961 is 50, key is test_row_0/B:col10/1732191497773/Put/seqid=0 2024-11-21T12:18:19,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742274_1450 (size=12001) 2024-11-21T12:18:19,899 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/46a67b3552144dcb88c44f5504610961 2024-11-21T12:18:19,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/65277187fb854c32bf8e21412962888b is 50, key is test_row_0/C:col10/1732191497773/Put/seqid=0 2024-11-21T12:18:19,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742275_1451 (size=12001) 2024-11-21T12:18:19,911 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/65277187fb854c32bf8e21412962888b 2024-11-21T12:18:19,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/30252f9b31c74417b5abe39e282aca54 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/30252f9b31c74417b5abe39e282aca54 2024-11-21T12:18:19,919 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/30252f9b31c74417b5abe39e282aca54, entries=150, sequenceid=108, filesize=11.7 K 2024-11-21T12:18:19,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/46a67b3552144dcb88c44f5504610961 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/46a67b3552144dcb88c44f5504610961 2024-11-21T12:18:19,924 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/46a67b3552144dcb88c44f5504610961, entries=150, sequenceid=108, filesize=11.7 K 2024-11-21T12:18:19,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/65277187fb854c32bf8e21412962888b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/65277187fb854c32bf8e21412962888b 2024-11-21T12:18:19,932 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/65277187fb854c32bf8e21412962888b, entries=150, sequenceid=108, filesize=11.7 K 2024-11-21T12:18:19,933 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 466391d4ffaa9a2546adc40a3f95db73 in 858ms, sequenceid=108, compaction requested=true 2024-11-21T12:18:19,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:19,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:19,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-21T12:18:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-21T12:18:19,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-21T12:18:19,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0840 sec 2024-11-21T12:18:19,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.0900 sec 2024-11-21T12:18:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:19,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:18:19,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:19,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:19,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:19,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:19,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:19,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:19,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/d2bc0973aacd43a0a4edc60dc7a547b6 is 50, key is test_row_0/A:col10/1732191499977/Put/seqid=0 2024-11-21T12:18:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742276_1452 (size=12001) 2024-11-21T12:18:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T12:18:19,998 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:19,998 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-21T12:18:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T12:18:20,000 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:20,000 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:20,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:20,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191500008, max timestamp=1732191500043Num uniques 859; 2024-11-21T12:18:20,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191500008, max timestamp=1732191500043Num uniques 859; 2024-11-21T12:18:20,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:20,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191500008, max timestamp=1732191500043Num uniques 859; 2024-11-21T12:18:20,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:20,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T12:18:20,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191560117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:20,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:20,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:20,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191560118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191560118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:20,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T12:18:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:20,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191560228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:20,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191560238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:20,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:20,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191560238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:20,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:20,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T12:18:20,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:20,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:20,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:20,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T12:18:20,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/d2bc0973aacd43a0a4edc60dc7a547b6 2024-11-21T12:18:20,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/de7bba9e74c1452cbc9653bf355aee6d is 50, key is test_row_0/B:col10/1732191499977/Put/seqid=0 2024-11-21T12:18:20,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742277_1453 (size=12001) 2024-11-21T12:18:20,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191560448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:20,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T12:18:20,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:20,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:20,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:20,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191560458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:20,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:20,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191560458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:20,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:20,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:20,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T12:18:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:20,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T12:18:20,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T12:18:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:20,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191560768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:20,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191560778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:20,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:20,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191560778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:20,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:20,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:20,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:20,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/de7bba9e74c1452cbc9653bf355aee6d 2024-11-21T12:18:20,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/58847f591d124369ab3f6686c776b16a is 50, key is test_row_0/C:col10/1732191499977/Put/seqid=0 2024-11-21T12:18:20,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742278_1454 (size=12001) 2024-11-21T12:18:20,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T12:18:20,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:20,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:20,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:20,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T12:18:21,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:21,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T12:18:21,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/58847f591d124369ab3f6686c776b16a 2024-11-21T12:18:21,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T12:18:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:21,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/d2bc0973aacd43a0a4edc60dc7a547b6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/d2bc0973aacd43a0a4edc60dc7a547b6 2024-11-21T12:18:21,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/d2bc0973aacd43a0a4edc60dc7a547b6, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T12:18:21,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/de7bba9e74c1452cbc9653bf355aee6d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/de7bba9e74c1452cbc9653bf355aee6d 2024-11-21T12:18:21,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/de7bba9e74c1452cbc9653bf355aee6d, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T12:18:21,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/58847f591d124369ab3f6686c776b16a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/58847f591d124369ab3f6686c776b16a 2024-11-21T12:18:21,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/58847f591d124369ab3f6686c776b16a, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T12:18:21,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 466391d4ffaa9a2546adc40a3f95db73 in 1256ms, sequenceid=118, compaction requested=true 2024-11-21T12:18:21,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:21,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:21,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:21,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:21,239 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:21,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:21,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:18:21,240 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:21,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:21,240 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:21,240 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:21,241 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/A is initiating minor compaction (all files) 2024-11-21T12:18:21,241 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/B is initiating minor compaction (all files) 2024-11-21T12:18:21,241 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/B in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,241 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/A in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,241 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/1663b70ff0b54d7787d83caf57944993, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0633e80e2c3e4ad29913b68a80e67010, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/30252f9b31c74417b5abe39e282aca54, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/d2bc0973aacd43a0a4edc60dc7a547b6] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=49.3 K 2024-11-21T12:18:21,241 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/25fa847105ca47b9bec37fb3f0f5230f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/fb0266c6997048b1889215fb5a99f3a4, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/46a67b3552144dcb88c44f5504610961, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/de7bba9e74c1452cbc9653bf355aee6d] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=47.0 K 2024-11-21T12:18:21,241 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 25fa847105ca47b9bec37fb3f0f5230f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732191496007 2024-11-21T12:18:21,241 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1663b70ff0b54d7787d83caf57944993, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732191496007 2024-11-21T12:18:21,241 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting fb0266c6997048b1889215fb5a99f3a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732191496559 2024-11-21T12:18:21,241 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0633e80e2c3e4ad29913b68a80e67010, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732191496559 2024-11-21T12:18:21,242 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 46a67b3552144dcb88c44f5504610961, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732191497772 2024-11-21T12:18:21,242 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30252f9b31c74417b5abe39e282aca54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732191497772 2024-11-21T12:18:21,242 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting de7bba9e74c1452cbc9653bf355aee6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732191499977 2024-11-21T12:18:21,242 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2bc0973aacd43a0a4edc60dc7a547b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732191499977 2024-11-21T12:18:21,251 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#B#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:21,252 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/f2a66b2b6e2042968b91cbe78eea01a9 is 50, key is test_row_0/B:col10/1732191499977/Put/seqid=0 2024-11-21T12:18:21,263 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#A#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:21,264 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/84f694c1cb5547efa5eb54033dc016bb is 50, key is test_row_0/A:col10/1732191499977/Put/seqid=0 2024-11-21T12:18:21,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742279_1455 (size=12241) 2024-11-21T12:18:21,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742280_1456 (size=12241) 2024-11-21T12:18:21,278 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/84f694c1cb5547efa5eb54033dc016bb as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/84f694c1cb5547efa5eb54033dc016bb 2024-11-21T12:18:21,282 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/A of 466391d4ffaa9a2546adc40a3f95db73 into 84f694c1cb5547efa5eb54033dc016bb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:21,282 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:21,282 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/A, priority=12, startTime=1732191501239; duration=0sec 2024-11-21T12:18:21,282 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:21,282 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:A 2024-11-21T12:18:21,282 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:21,283 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:21,283 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/C is initiating minor compaction (all files) 2024-11-21T12:18:21,283 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/C in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,283 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/619f0b07cdfe4a488945a1a7621d0fcf, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b20a24af437146c5acf47ade01562775, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/65277187fb854c32bf8e21412962888b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/58847f591d124369ab3f6686c776b16a] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=47.0 K 2024-11-21T12:18:21,284 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 619f0b07cdfe4a488945a1a7621d0fcf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732191496007 2024-11-21T12:18:21,284 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b20a24af437146c5acf47ade01562775, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732191496559 2024-11-21T12:18:21,284 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65277187fb854c32bf8e21412962888b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732191497772 2024-11-21T12:18:21,285 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58847f591d124369ab3f6686c776b16a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732191499977 2024-11-21T12:18:21,294 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#C#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:21,295 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/9fea9ef7abe74ecc9f99e88e5017a438 is 50, key is test_row_0/C:col10/1732191499977/Put/seqid=0 2024-11-21T12:18:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:21,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-21T12:18:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:21,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742281_1457 (size=12241) 2024-11-21T12:18:21,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/a03524910c7f46c59ed801fd5799926f is 50, key is test_row_0/A:col10/1732191501295/Put/seqid=0 2024-11-21T12:18:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742282_1458 (size=14541) 2024-11-21T12:18:21,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191561315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:21,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:21,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191561316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:21,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191561328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:21,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:21,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T12:18:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191561438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:21,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:21,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191561438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:21,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191561448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:21,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T12:18:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191561658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:21,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:21,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191561658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:21,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:21,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:21,672 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/f2a66b2b6e2042968b91cbe78eea01a9 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/f2a66b2b6e2042968b91cbe78eea01a9 2024-11-21T12:18:21,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191561668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:21,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,676 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/B of 466391d4ffaa9a2546adc40a3f95db73 into f2a66b2b6e2042968b91cbe78eea01a9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:21,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:21,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:21,676 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:21,676 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/B, priority=12, startTime=1732191501239; duration=0sec 2024-11-21T12:18:21,676 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:21,677 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:B 2024-11-21T12:18:21,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T12:18:21,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:21,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:21,704 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/9fea9ef7abe74ecc9f99e88e5017a438 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/9fea9ef7abe74ecc9f99e88e5017a438 2024-11-21T12:18:21,708 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/C of 466391d4ffaa9a2546adc40a3f95db73 into 9fea9ef7abe74ecc9f99e88e5017a438(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:21,708 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:21,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/a03524910c7f46c59ed801fd5799926f 2024-11-21T12:18:21,708 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/C, priority=12, startTime=1732191501239; duration=0sec 2024-11-21T12:18:21,709 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:21,709 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:C 2024-11-21T12:18:21,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/b659b58a1ef94a5e93efd9b5dc34912d is 50, key is test_row_0/B:col10/1732191501295/Put/seqid=0 2024-11-21T12:18:21,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742283_1459 (size=12151) 2024-11-21T12:18:21,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/b659b58a1ef94a5e93efd9b5dc34912d 2024-11-21T12:18:21,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/1eeab85501dc43929cf4501c7cf35b62 is 50, key is test_row_0/C:col10/1732191501295/Put/seqid=0 2024-11-21T12:18:21,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742284_1460 (size=12151) 2024-11-21T12:18:21,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/1eeab85501dc43929cf4501c7cf35b62 2024-11-21T12:18:21,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/a03524910c7f46c59ed801fd5799926f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/a03524910c7f46c59ed801fd5799926f 2024-11-21T12:18:21,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/a03524910c7f46c59ed801fd5799926f, entries=200, sequenceid=156, filesize=14.2 K 2024-11-21T12:18:21,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/b659b58a1ef94a5e93efd9b5dc34912d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/b659b58a1ef94a5e93efd9b5dc34912d 2024-11-21T12:18:21,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/b659b58a1ef94a5e93efd9b5dc34912d, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T12:18:21,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/1eeab85501dc43929cf4501c7cf35b62 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/1eeab85501dc43929cf4501c7cf35b62 2024-11-21T12:18:21,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/1eeab85501dc43929cf4501c7cf35b62, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T12:18:21,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 466391d4ffaa9a2546adc40a3f95db73 in 456ms, sequenceid=156, compaction requested=false 2024-11-21T12:18:21,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:21,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T12:18:21,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:21,836 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-21T12:18:21,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:21,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:21,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:21,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:21,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:21,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:21,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/77bf66164ae3419093630ed6a883a99b is 50, key is test_row_0/A:col10/1732191501315/Put/seqid=0 2024-11-21T12:18:21,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742285_1461 (size=12151) 2024-11-21T12:18:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:21,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:22,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191502015, max timestamp=1732191502069Num uniques 859; 2024-11-21T12:18:22,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:22,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191502015, max timestamp=1732191502069Num uniques 859; 2024-11-21T12:18:22,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191502015, max timestamp=1732191502069Num uniques 859; 2024-11-21T12:18:22,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:22,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:22,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191562108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191562121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191562122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191562123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191562125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T12:18:22,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191562228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191562228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,247 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/77bf66164ae3419093630ed6a883a99b 2024-11-21T12:18:22,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191562237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/5002d8d3450248e98644c81e3b80bf13 is 50, key is test_row_0/B:col10/1732191501315/Put/seqid=0 2024-11-21T12:18:22,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742286_1462 (size=12151) 2024-11-21T12:18:22,257 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/5002d8d3450248e98644c81e3b80bf13 2024-11-21T12:18:22,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191562248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191562248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/4e62567e0357476f964aec5a73c12f73 is 50, key is test_row_0/C:col10/1732191501315/Put/seqid=0 2024-11-21T12:18:22,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742287_1463 (size=12151) 2024-11-21T12:18:22,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191562447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191562448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191562458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191562468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191562468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,669 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/4e62567e0357476f964aec5a73c12f73 2024-11-21T12:18:22,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/77bf66164ae3419093630ed6a883a99b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/77bf66164ae3419093630ed6a883a99b 2024-11-21T12:18:22,676 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/77bf66164ae3419093630ed6a883a99b, entries=150, sequenceid=167, filesize=11.9 K 2024-11-21T12:18:22,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/5002d8d3450248e98644c81e3b80bf13 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/5002d8d3450248e98644c81e3b80bf13 2024-11-21T12:18:22,680 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/5002d8d3450248e98644c81e3b80bf13, entries=150, sequenceid=167, filesize=11.9 K 2024-11-21T12:18:22,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/4e62567e0357476f964aec5a73c12f73 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/4e62567e0357476f964aec5a73c12f73 2024-11-21T12:18:22,683 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/4e62567e0357476f964aec5a73c12f73, entries=150, sequenceid=167, filesize=11.9 K 2024-11-21T12:18:22,684 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 466391d4ffaa9a2546adc40a3f95db73 in 848ms, sequenceid=167, compaction requested=true 2024-11-21T12:18:22,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:22,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:22,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-21T12:18:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-21T12:18:22,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-21T12:18:22,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6850 sec 2024-11-21T12:18:22,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.6900 sec 2024-11-21T12:18:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:22,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-21T12:18:22,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:22,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:18:22,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:22,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:18:22,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:22,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:18:22,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/fdfe5f6271584256b684bb1ceadb099c is 50, key is test_row_0/A:col10/1732191502765/Put/seqid=0 2024-11-21T12:18:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742288_1464 (size=14541) 2024-11-21T12:18:22,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191562783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191562783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191562788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191562788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191562790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191562907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191562908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:22,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191562908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:22,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:22,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:22,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:23,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191563127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:23,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191563127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:23,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191563128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:23,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/fdfe5f6271584256b684bb1ceadb099c 2024-11-21T12:18:23,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/4eb425d7ba8d4f6c98a5148ba7c5b816 is 50, key is test_row_0/B:col10/1732191502765/Put/seqid=0 2024-11-21T12:18:23,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742289_1465 (size=12151) 2024-11-21T12:18:23,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191563308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:23,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:23,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191563308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:23,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:23,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191563438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:23,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191563438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:23,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191563438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:23,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/4eb425d7ba8d4f6c98a5148ba7c5b816 2024-11-21T12:18:23,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/7e44079d40bb4a1a9e215d619bc68450 is 50, key is test_row_0/C:col10/1732191502765/Put/seqid=0 2024-11-21T12:18:23,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742290_1466 (size=12151) 2024-11-21T12:18:23,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191563948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:23,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191563948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:23,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191563958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:24,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/7e44079d40bb4a1a9e215d619bc68450 2024-11-21T12:18:24,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/fdfe5f6271584256b684bb1ceadb099c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/fdfe5f6271584256b684bb1ceadb099c 2024-11-21T12:18:24,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/fdfe5f6271584256b684bb1ceadb099c, entries=200, sequenceid=205, filesize=14.2 K 2024-11-21T12:18:24,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/4eb425d7ba8d4f6c98a5148ba7c5b816 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4eb425d7ba8d4f6c98a5148ba7c5b816 2024-11-21T12:18:24,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4eb425d7ba8d4f6c98a5148ba7c5b816, entries=150, sequenceid=205, filesize=11.9 K 2024-11-21T12:18:24,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/7e44079d40bb4a1a9e215d619bc68450 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/7e44079d40bb4a1a9e215d619bc68450 2024-11-21T12:18:24,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/7e44079d40bb4a1a9e215d619bc68450, entries=150, sequenceid=205, filesize=11.9 K 2024-11-21T12:18:24,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 466391d4ffaa9a2546adc40a3f95db73 in 1253ms, sequenceid=205, compaction requested=true 2024-11-21T12:18:24,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:24,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:24,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:24,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:24,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:24,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:18:24,020 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:24,020 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:24,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:24,021 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:24,021 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53474 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:24,021 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/B is initiating minor compaction (all files) 2024-11-21T12:18:24,021 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/A is initiating minor compaction (all files) 2024-11-21T12:18:24,021 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/B in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:24,021 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/A in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:24,021 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/84f694c1cb5547efa5eb54033dc016bb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/a03524910c7f46c59ed801fd5799926f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/77bf66164ae3419093630ed6a883a99b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/fdfe5f6271584256b684bb1ceadb099c] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=52.2 K 2024-11-21T12:18:24,021 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/f2a66b2b6e2042968b91cbe78eea01a9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/b659b58a1ef94a5e93efd9b5dc34912d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/5002d8d3450248e98644c81e3b80bf13, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4eb425d7ba8d4f6c98a5148ba7c5b816] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=47.6 K 2024-11-21T12:18:24,021 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84f694c1cb5547efa5eb54033dc016bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732191499977 2024-11-21T12:18:24,021 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting f2a66b2b6e2042968b91cbe78eea01a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732191499977 2024-11-21T12:18:24,022 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a03524910c7f46c59ed801fd5799926f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732191500115 2024-11-21T12:18:24,022 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77bf66164ae3419093630ed6a883a99b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732191501311 2024-11-21T12:18:24,022 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting b659b58a1ef94a5e93efd9b5dc34912d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732191500115 2024-11-21T12:18:24,023 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdfe5f6271584256b684bb1ceadb099c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732191502103 2024-11-21T12:18:24,023 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5002d8d3450248e98644c81e3b80bf13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732191501311 2024-11-21T12:18:24,023 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4eb425d7ba8d4f6c98a5148ba7c5b816, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732191502103 2024-11-21T12:18:24,035 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#A#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:24,035 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/acf9f5fdf1514b318736268ed1e9f1fc is 50, key is test_row_0/A:col10/1732191502765/Put/seqid=0 2024-11-21T12:18:24,039 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#B#compaction#395 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:24,039 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/98d5b52ea43d42f2acacd869f1b776c2 is 50, key is test_row_0/B:col10/1732191502765/Put/seqid=0 2024-11-21T12:18:24,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742291_1467 (size=12527) 2024-11-21T12:18:24,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742292_1468 (size=12527) 2024-11-21T12:18:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T12:18:24,158 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:24,159 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-21T12:18:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T12:18:24,161 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:24,162 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:24,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T12:18:24,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-21T12:18:24,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:24,315 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T12:18:24,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:24,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:24,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:24,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:24,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:24,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:24,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/79776a9459c046999dc4a58fc6759b0a is 50, key is test_row_0/A:col10/1732191502766/Put/seqid=0 2024-11-21T12:18:24,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742293_1469 (size=9757) 2024-11-21T12:18:24,323 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/79776a9459c046999dc4a58fc6759b0a 2024-11-21T12:18:24,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/bef08cd4d046400884dfb32b7ac0e916 is 50, key is test_row_0/B:col10/1732191502766/Put/seqid=0 2024-11-21T12:18:24,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742294_1470 (size=9757) 2024-11-21T12:18:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:24,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:24,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191504394, max timestamp=1732191504417Num uniques 859; 2024-11-21T12:18:24,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:24,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191504394, max timestamp=1732191504417Num uniques 859; 2024-11-21T12:18:24,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191504394, max timestamp=1732191504417Num uniques 859; 2024-11-21T12:18:24,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:24,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:24,452 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/acf9f5fdf1514b318736268ed1e9f1fc as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/acf9f5fdf1514b318736268ed1e9f1fc 2024-11-21T12:18:24,455 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/98d5b52ea43d42f2acacd869f1b776c2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/98d5b52ea43d42f2acacd869f1b776c2 2024-11-21T12:18:24,456 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/A of 466391d4ffaa9a2546adc40a3f95db73 into acf9f5fdf1514b318736268ed1e9f1fc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:24,457 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:24,457 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/A, priority=12, startTime=1732191504019; duration=0sec 2024-11-21T12:18:24,457 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:24,457 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:A 2024-11-21T12:18:24,457 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:24,458 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:24,458 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/C is initiating minor compaction (all files) 2024-11-21T12:18:24,458 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/C in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:24,459 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/9fea9ef7abe74ecc9f99e88e5017a438, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/1eeab85501dc43929cf4501c7cf35b62, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/4e62567e0357476f964aec5a73c12f73, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/7e44079d40bb4a1a9e215d619bc68450] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=47.6 K 2024-11-21T12:18:24,459 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fea9ef7abe74ecc9f99e88e5017a438, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732191499977 2024-11-21T12:18:24,459 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1eeab85501dc43929cf4501c7cf35b62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732191500115 2024-11-21T12:18:24,459 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/B of 466391d4ffaa9a2546adc40a3f95db73 into 98d5b52ea43d42f2acacd869f1b776c2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:24,460 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:24,460 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/B, priority=12, startTime=1732191504020; duration=0sec 2024-11-21T12:18:24,460 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e62567e0357476f964aec5a73c12f73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732191501311 2024-11-21T12:18:24,460 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:24,460 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:B 2024-11-21T12:18:24,460 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e44079d40bb4a1a9e215d619bc68450, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732191502103 2024-11-21T12:18:24,466 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:24,467 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/b87b8555ec8d485c8f1b1af7d605f5f0 is 50, key is test_row_0/C:col10/1732191502765/Put/seqid=0 2024-11-21T12:18:24,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742295_1471 (size=12527) 2024-11-21T12:18:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T12:18:24,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191564513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:24,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:24,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732191504497, max timestamp=1732191504513Num uniques 1068; 2024-11-21T12:18:24,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732191504497, max timestamp=1732191504513Num uniques 1068; 2024-11-21T12:18:24,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732191504497, max timestamp=1732191504513Num uniques 1068; 2024-11-21T12:18:24,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-21T12:18:24,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-21T12:18:24,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-21T12:18:24,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732191504620, max timestamp=1732191504655Num uniques 1027; 2024-11-21T12:18:24,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-21T12:18:24,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732191504620, max timestamp=1732191504655Num uniques 1027; 2024-11-21T12:18:24,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-21T12:18:24,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732191504620, max timestamp=1732191504655Num uniques 1027; 2024-11-21T12:18:24,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-21T12:18:24,734 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/bef08cd4d046400884dfb32b7ac0e916 2024-11-21T12:18:24,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/b0db50ea0273484db409176ed873b04f is 50, key is test_row_0/C:col10/1732191502766/Put/seqid=0 2024-11-21T12:18:24,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742296_1472 (size=9757) 2024-11-21T12:18:24,746 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/b0db50ea0273484db409176ed873b04f 2024-11-21T12:18:24,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/79776a9459c046999dc4a58fc6759b0a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/79776a9459c046999dc4a58fc6759b0a 2024-11-21T12:18:24,754 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/79776a9459c046999dc4a58fc6759b0a, entries=100, sequenceid=213, filesize=9.5 K 2024-11-21T12:18:24,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732191504695, max timestamp=1732191504752Num uniques 1086; 2024-11-21T12:18:24,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732191504695, max timestamp=1732191504752Num uniques 1086; 2024-11-21T12:18:24,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-21T12:18:24,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-21T12:18:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/bef08cd4d046400884dfb32b7ac0e916 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/bef08cd4d046400884dfb32b7ac0e916 2024-11-21T12:18:24,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732191504695, max timestamp=1732191504752Num uniques 1086; 2024-11-21T12:18:24,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-21T12:18:24,764 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/bef08cd4d046400884dfb32b7ac0e916, entries=100, sequenceid=213, filesize=9.5 K 2024-11-21T12:18:24,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/b0db50ea0273484db409176ed873b04f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b0db50ea0273484db409176ed873b04f 2024-11-21T12:18:24,768 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b0db50ea0273484db409176ed873b04f, entries=100, sequenceid=213, filesize=9.5 K 2024-11-21T12:18:24,773 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=40.25 KB/41220 for 466391d4ffaa9a2546adc40a3f95db73 in 458ms, sequenceid=213, compaction requested=false 2024-11-21T12:18:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-21T12:18:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:24,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=53.67 KB heapSize=138.70 KB 2024-11-21T12:18:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-21T12:18:24,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:24,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:24,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:24,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:24,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:24,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:24,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/0b6ba418280b4f92905d6860c6e86588 is 50, key is test_row_0/A:col10/1732191504772/Put/seqid=0 2024-11-21T12:18:24,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-21T12:18:24,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 613 msec 2024-11-21T12:18:24,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 621 msec 2024-11-21T12:18:24,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742297_1473 (size=12301) 2024-11-21T12:18:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T12:18:24,788 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:24,788 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-21T12:18:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-21T12:18:24,791 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:24,791 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:24,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:24,875 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/b87b8555ec8d485c8f1b1af7d605f5f0 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b87b8555ec8d485c8f1b1af7d605f5f0 2024-11-21T12:18:24,879 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/C of 466391d4ffaa9a2546adc40a3f95db73 into b87b8555ec8d485c8f1b1af7d605f5f0(size=12.2 K), total size for store is 21.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:24,879 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:24,879 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/C, priority=12, startTime=1732191504020; duration=0sec 2024-11-21T12:18:24,879 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:24,879 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:C 2024-11-21T12:18:24,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191504847, max timestamp=1732191504888Num uniques 859; 2024-11-21T12:18:24,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191504847, max timestamp=1732191504888Num uniques 859; 2024-11-21T12:18:24,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:18:24,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:18:24,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732191504847, max timestamp=1732191504888Num uniques 859; 2024-11-21T12:18:24,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T12:18:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-21T12:18:24,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:24,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:24,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:24,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:24,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:24,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:24,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191564971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:24,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191564975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:24,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191564976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:24,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191564977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:24,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:24,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:24,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:24,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191564978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:24,995 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 466391d4ffaa9a2546adc40a3f95db73 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:18:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:25,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:25,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:25,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:25,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191565088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:25,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191565089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:25,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:25,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191565098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:25,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191565098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:25,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-21T12:18:25,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/0b6ba418280b4f92905d6860c6e86588 2024-11-21T12:18:25,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/bc7ae659df334f72b1a3c179a4ec7936 is 50, key is test_row_0/B:col10/1732191504772/Put/seqid=0 2024-11-21T12:18:25,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742298_1474 (size=12301) 2024-11-21T12:18:25,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:25,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191565308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:25,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191565308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:25,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191565308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:25,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191565308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:25,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:25,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:25,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:25,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:25,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-21T12:18:25,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:25,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/bc7ae659df334f72b1a3c179a4ec7936 2024-11-21T12:18:25,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/666e7f21b6dc4a2cbae2ca71f06eb35d is 50, key is test_row_0/C:col10/1732191504772/Put/seqid=0 2024-11-21T12:18:25,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742299_1475 (size=12301) 2024-11-21T12:18:25,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191565628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:25,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191565628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:25,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191565628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:25,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191565628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:25,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:25,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:25,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:25,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:25,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:25,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:25,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:25,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:25,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-21T12:18:26,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/666e7f21b6dc4a2cbae2ca71f06eb35d 2024-11-21T12:18:26,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:26,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:26,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/0b6ba418280b4f92905d6860c6e86588 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0b6ba418280b4f92905d6860c6e86588 2024-11-21T12:18:26,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0b6ba418280b4f92905d6860c6e86588, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T12:18:26,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/bc7ae659df334f72b1a3c179a4ec7936 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/bc7ae659df334f72b1a3c179a4ec7936 2024-11-21T12:18:26,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/bc7ae659df334f72b1a3c179a4ec7936, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T12:18:26,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/666e7f21b6dc4a2cbae2ca71f06eb35d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/666e7f21b6dc4a2cbae2ca71f06eb35d 2024-11-21T12:18:26,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/666e7f21b6dc4a2cbae2ca71f06eb35d, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T12:18:26,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~138.66 KB/141984, currentSize=134.18 KB/137400 for 466391d4ffaa9a2546adc40a3f95db73 in 1258ms, sequenceid=290, compaction requested=true 2024-11-21T12:18:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:26,032 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:18:26,032 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:26,033 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:26,033 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:26,033 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/A is initiating minor compaction (all files) 2024-11-21T12:18:26,033 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/B is initiating minor compaction (all files) 2024-11-21T12:18:26,033 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/A in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,033 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/B in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,033 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/acf9f5fdf1514b318736268ed1e9f1fc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/79776a9459c046999dc4a58fc6759b0a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0b6ba418280b4f92905d6860c6e86588] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=33.8 K 2024-11-21T12:18:26,033 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/98d5b52ea43d42f2acacd869f1b776c2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/bef08cd4d046400884dfb32b7ac0e916, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/bc7ae659df334f72b1a3c179a4ec7936] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=33.8 K 2024-11-21T12:18:26,033 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting acf9f5fdf1514b318736268ed1e9f1fc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732191502103 2024-11-21T12:18:26,033 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 98d5b52ea43d42f2acacd869f1b776c2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732191502103 2024-11-21T12:18:26,033 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79776a9459c046999dc4a58fc6759b0a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732191502766 2024-11-21T12:18:26,034 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting bef08cd4d046400884dfb32b7ac0e916, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732191502766 2024-11-21T12:18:26,034 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b6ba418280b4f92905d6860c6e86588, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732191504695 2024-11-21T12:18:26,034 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting bc7ae659df334f72b1a3c179a4ec7936, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732191504695 2024-11-21T12:18:26,041 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#B#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:26,041 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/4653684e2f104b88854c305defd6a992 is 50, key is test_row_0/B:col10/1732191504772/Put/seqid=0 2024-11-21T12:18:26,041 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#A#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:26,042 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/0bc84c16bb2d46d49d3f9d0f6ec60c25 is 50, key is test_row_0/A:col10/1732191504772/Put/seqid=0 2024-11-21T12:18:26,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742300_1476 (size=12779) 2024-11-21T12:18:26,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742301_1477 (size=12779) 2024-11-21T12:18:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:26,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-21T12:18:26,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:26,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:18:26,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:26,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:18:26,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:26,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:18:26,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/afaf11ad70ad450cb4ff82140318b5ae is 50, key is test_row_0/A:col10/1732191506157/Put/seqid=0 2024-11-21T12:18:26,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742302_1478 (size=14741) 2024-11-21T12:18:26,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:26,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:26,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191566176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191566177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191566178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191566178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191566287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191566298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191566298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191566298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:26,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:26,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,452 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/4653684e2f104b88854c305defd6a992 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4653684e2f104b88854c305defd6a992 2024-11-21T12:18:26,456 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/B of 466391d4ffaa9a2546adc40a3f95db73 into 4653684e2f104b88854c305defd6a992(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:26,456 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:26,456 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/B, priority=13, startTime=1732191506032; duration=0sec 2024-11-21T12:18:26,456 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:26,456 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:B 2024-11-21T12:18:26,456 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:26,457 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:26,457 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/C is initiating minor compaction (all files) 2024-11-21T12:18:26,457 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/C in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,457 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b87b8555ec8d485c8f1b1af7d605f5f0, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b0db50ea0273484db409176ed873b04f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/666e7f21b6dc4a2cbae2ca71f06eb35d] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=33.8 K 2024-11-21T12:18:26,458 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting b87b8555ec8d485c8f1b1af7d605f5f0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732191502103 2024-11-21T12:18:26,458 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting b0db50ea0273484db409176ed873b04f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732191502766 2024-11-21T12:18:26,459 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 666e7f21b6dc4a2cbae2ca71f06eb35d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732191504695 2024-11-21T12:18:26,463 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/0bc84c16bb2d46d49d3f9d0f6ec60c25 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0bc84c16bb2d46d49d3f9d0f6ec60c25 2024-11-21T12:18:26,465 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#C#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:26,465 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/5f8c6f75a8fe4fb69431dd9995b696bc is 50, key is test_row_0/C:col10/1732191504772/Put/seqid=0 2024-11-21T12:18:26,473 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/A of 466391d4ffaa9a2546adc40a3f95db73 into 0bc84c16bb2d46d49d3f9d0f6ec60c25(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:26,473 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:26,473 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/A, priority=13, startTime=1732191506032; duration=0sec 2024-11-21T12:18:26,473 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:26,473 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:A 2024-11-21T12:18:26,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742303_1479 (size=12779) 2024-11-21T12:18:26,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:26,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:26,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,480 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/5f8c6f75a8fe4fb69431dd9995b696bc as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/5f8c6f75a8fe4fb69431dd9995b696bc 2024-11-21T12:18:26,485 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/C of 466391d4ffaa9a2546adc40a3f95db73 into 5f8c6f75a8fe4fb69431dd9995b696bc(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:26,485 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:26,485 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/C, priority=13, startTime=1732191506032; duration=0sec 2024-11-21T12:18:26,486 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:26,486 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:C 2024-11-21T12:18:26,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191566508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191566508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191566508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191566508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/afaf11ad70ad450cb4ff82140318b5ae 2024-11-21T12:18:26,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/c921ef6c8a1646fb921bf4084012cebd is 50, key is test_row_0/B:col10/1732191506157/Put/seqid=0 2024-11-21T12:18:26,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742304_1480 (size=12301) 2024-11-21T12:18:26,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:26,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:26,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:26,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191566828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191566828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191566828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191566837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:26,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:26,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:26,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:26,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-21T12:18:27,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/c921ef6c8a1646fb921bf4084012cebd 2024-11-21T12:18:27,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191567008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:27,016 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 466391d4ffaa9a2546adc40a3f95db73 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:18:27,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:27,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:27,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:27,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/9d3a6faefa2c4c9a920486c304ed0a00 is 50, key is test_row_0/C:col10/1732191506157/Put/seqid=0 2024-11-21T12:18:27,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742305_1481 (size=12301) 2024-11-21T12:18:27,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:27,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:27,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:27,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:27,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:27,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:27,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:27,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:27,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:27,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:27,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:27,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:27,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191567337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:27,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191567338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:27,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191567348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:27,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191567358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:27,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:27,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:27,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:27,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:27,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:27,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:27,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/9d3a6faefa2c4c9a920486c304ed0a00 2024-11-21T12:18:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/afaf11ad70ad450cb4ff82140318b5ae as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/afaf11ad70ad450cb4ff82140318b5ae 2024-11-21T12:18:27,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/afaf11ad70ad450cb4ff82140318b5ae, entries=200, sequenceid=329, filesize=14.4 K 2024-11-21T12:18:27,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/c921ef6c8a1646fb921bf4084012cebd as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/c921ef6c8a1646fb921bf4084012cebd 2024-11-21T12:18:27,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/c921ef6c8a1646fb921bf4084012cebd, entries=150, sequenceid=329, filesize=12.0 K 2024-11-21T12:18:27,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/9d3a6faefa2c4c9a920486c304ed0a00 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/9d3a6faefa2c4c9a920486c304ed0a00 2024-11-21T12:18:27,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/9d3a6faefa2c4c9a920486c304ed0a00, entries=150, sequenceid=329, filesize=12.0 K 2024-11-21T12:18:27,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=46.96 KB/48090 for 466391d4ffaa9a2546adc40a3f95db73 in 1281ms, sequenceid=329, compaction requested=false 2024-11-21T12:18:27,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:27,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-21T12:18:27,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:27,548 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:18:27,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:27,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:27,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:27,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:27,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:27,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:27,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/f97831b3e54f41a7ad78e7e884f121a2 is 50, key is test_row_0/A:col10/1732191506177/Put/seqid=0 2024-11-21T12:18:27,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742306_1482 (size=12301) 2024-11-21T12:18:27,956 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/f97831b3e54f41a7ad78e7e884f121a2 2024-11-21T12:18:27,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/2679c2cd641b475794a29d63770af3b1 is 50, key is test_row_0/B:col10/1732191506177/Put/seqid=0 2024-11-21T12:18:27,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742307_1483 (size=12301) 2024-11-21T12:18:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:28,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:28,367 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/2679c2cd641b475794a29d63770af3b1 2024-11-21T12:18:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/74a170f4f4a64a1fbc54937a3c2c4b43 is 50, key is test_row_0/C:col10/1732191506177/Put/seqid=0 2024-11-21T12:18:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742308_1484 (size=12301) 2024-11-21T12:18:28,383 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/74a170f4f4a64a1fbc54937a3c2c4b43 2024-11-21T12:18:28,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/f97831b3e54f41a7ad78e7e884f121a2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f97831b3e54f41a7ad78e7e884f121a2 2024-11-21T12:18:28,393 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f97831b3e54f41a7ad78e7e884f121a2, entries=150, sequenceid=342, filesize=12.0 K 2024-11-21T12:18:28,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/2679c2cd641b475794a29d63770af3b1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/2679c2cd641b475794a29d63770af3b1 2024-11-21T12:18:28,397 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/2679c2cd641b475794a29d63770af3b1, entries=150, sequenceid=342, filesize=12.0 K 2024-11-21T12:18:28,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/74a170f4f4a64a1fbc54937a3c2c4b43 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/74a170f4f4a64a1fbc54937a3c2c4b43 2024-11-21T12:18:28,401 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/74a170f4f4a64a1fbc54937a3c2c4b43, entries=150, sequenceid=342, filesize=12.0 K 2024-11-21T12:18:28,402 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=87.22 KB/89310 for 466391d4ffaa9a2546adc40a3f95db73 in 854ms, sequenceid=342, compaction requested=true 2024-11-21T12:18:28,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:28,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:28,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-21T12:18:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-21T12:18:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:28,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-21T12:18:28,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:28,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:28,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:28,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:28,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:28,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:28,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-21T12:18:28,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6110 sec 2024-11-21T12:18:28,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 3.6190 sec 2024-11-21T12:18:28,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/b18c4c40e82b498797e1ccb93bca011d is 50, key is test_row_0/A:col10/1732191508403/Put/seqid=0 2024-11-21T12:18:28,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742309_1485 (size=17181) 2024-11-21T12:18:28,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191568427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:28,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191568432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:28,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191568433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:28,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191568438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:28,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191568548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191568548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191568548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191568548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:28,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191568768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191568768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:28,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191568768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:28,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191568768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:28,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:28,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/b18c4c40e82b498797e1ccb93bca011d 2024-11-21T12:18:28,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/44414165faf14a78bad66e91a35bf21a is 50, key is test_row_0/B:col10/1732191508403/Put/seqid=0 2024-11-21T12:18:28,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742310_1486 (size=12301) 2024-11-21T12:18:28,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/44414165faf14a78bad66e91a35bf21a 2024-11-21T12:18:28,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/73b180870b6a4251baf97782f1da138d is 50, key is test_row_0/C:col10/1732191508403/Put/seqid=0 2024-11-21T12:18:28,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742311_1487 (size=12301) 2024-11-21T12:18:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-21T12:18:28,958 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:28,958 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-21T12:18:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-21T12:18:28,960 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:28,961 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:28,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-21T12:18:29,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191569078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191569078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191569078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191569078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-21T12:18:29,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:29,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:29,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/73b180870b6a4251baf97782f1da138d 2024-11-21T12:18:29,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/b18c4c40e82b498797e1ccb93bca011d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/b18c4c40e82b498797e1ccb93bca011d 2024-11-21T12:18:29,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/b18c4c40e82b498797e1ccb93bca011d, entries=250, sequenceid=360, filesize=16.8 K 2024-11-21T12:18:29,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/44414165faf14a78bad66e91a35bf21a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/44414165faf14a78bad66e91a35bf21a 2024-11-21T12:18:29,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/44414165faf14a78bad66e91a35bf21a, entries=150, sequenceid=360, filesize=12.0 K 2024-11-21T12:18:29,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/73b180870b6a4251baf97782f1da138d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/73b180870b6a4251baf97782f1da138d 2024-11-21T12:18:29,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/73b180870b6a4251baf97782f1da138d, entries=150, sequenceid=360, filesize=12.0 K 2024-11-21T12:18:29,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 466391d4ffaa9a2546adc40a3f95db73 in 855ms, sequenceid=360, compaction requested=true 2024-11-21T12:18:29,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:29,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:29,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:29,260 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:29,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:29,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:29,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:18:29,260 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:29,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:29,261 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57002 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:29,261 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:29,261 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/A is initiating minor compaction (all files) 2024-11-21T12:18:29,261 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/B is initiating minor compaction (all files) 2024-11-21T12:18:29,261 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/A in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:29,261 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/B in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:29,261 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0bc84c16bb2d46d49d3f9d0f6ec60c25, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/afaf11ad70ad450cb4ff82140318b5ae, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f97831b3e54f41a7ad78e7e884f121a2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/b18c4c40e82b498797e1ccb93bca011d] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=55.7 K 2024-11-21T12:18:29,261 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4653684e2f104b88854c305defd6a992, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/c921ef6c8a1646fb921bf4084012cebd, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/2679c2cd641b475794a29d63770af3b1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/44414165faf14a78bad66e91a35bf21a] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=48.5 K 2024-11-21T12:18:29,261 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bc84c16bb2d46d49d3f9d0f6ec60c25, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732191504695 2024-11-21T12:18:29,261 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4653684e2f104b88854c305defd6a992, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732191504695 2024-11-21T12:18:29,262 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting afaf11ad70ad450cb4ff82140318b5ae, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732191504893 2024-11-21T12:18:29,262 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting c921ef6c8a1646fb921bf4084012cebd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732191504974 2024-11-21T12:18:29,262 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f97831b3e54f41a7ad78e7e884f121a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732191506176 2024-11-21T12:18:29,262 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2679c2cd641b475794a29d63770af3b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732191506176 2024-11-21T12:18:29,262 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b18c4c40e82b498797e1ccb93bca011d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732191508380 2024-11-21T12:18:29,262 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 44414165faf14a78bad66e91a35bf21a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732191508380 2024-11-21T12:18:29,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-21T12:18:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:29,267 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T12:18:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:29,270 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#B#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:29,270 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/408f837e7f9f4a71947d72bda49e2295 is 50, key is test_row_0/B:col10/1732191508403/Put/seqid=0 2024-11-21T12:18:29,271 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#A#compaction#416 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:29,271 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/dd98b4c3a6e44122a732dae294775575 is 50, key is test_row_0/A:col10/1732191508403/Put/seqid=0 2024-11-21T12:18:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/21b9411ac793452e96b0b859c6a7e849 is 50, key is test_row_0/A:col10/1732191508437/Put/seqid=0 2024-11-21T12:18:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742312_1488 (size=12915) 2024-11-21T12:18:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-21T12:18:29,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742313_1489 (size=12915) 2024-11-21T12:18:29,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742314_1490 (size=12301) 2024-11-21T12:18:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-21T12:18:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:29,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:29,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191569638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191569638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191569640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191569641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,682 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/408f837e7f9f4a71947d72bda49e2295 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/408f837e7f9f4a71947d72bda49e2295 2024-11-21T12:18:29,685 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/21b9411ac793452e96b0b859c6a7e849 2024-11-21T12:18:29,686 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/B of 466391d4ffaa9a2546adc40a3f95db73 into 408f837e7f9f4a71947d72bda49e2295(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:29,686 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:29,686 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/B, priority=12, startTime=1732191509260; duration=0sec 2024-11-21T12:18:29,687 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:29,687 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:B 2024-11-21T12:18:29,687 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:29,688 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:29,688 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/C is initiating minor compaction (all files) 2024-11-21T12:18:29,688 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/C in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:29,689 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/5f8c6f75a8fe4fb69431dd9995b696bc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/9d3a6faefa2c4c9a920486c304ed0a00, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/74a170f4f4a64a1fbc54937a3c2c4b43, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/73b180870b6a4251baf97782f1da138d] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=48.5 K 2024-11-21T12:18:29,689 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/dd98b4c3a6e44122a732dae294775575 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/dd98b4c3a6e44122a732dae294775575 2024-11-21T12:18:29,689 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f8c6f75a8fe4fb69431dd9995b696bc, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732191504695 2024-11-21T12:18:29,690 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d3a6faefa2c4c9a920486c304ed0a00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732191504974 2024-11-21T12:18:29,690 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 74a170f4f4a64a1fbc54937a3c2c4b43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732191506176 2024-11-21T12:18:29,690 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 73b180870b6a4251baf97782f1da138d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732191508380 2024-11-21T12:18:29,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/6de9ee2a0cd2461c91d008b9fbf5da8d is 50, key is test_row_0/B:col10/1732191508437/Put/seqid=0 2024-11-21T12:18:29,694 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/A of 466391d4ffaa9a2546adc40a3f95db73 into dd98b4c3a6e44122a732dae294775575(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:29,694 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:29,694 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/A, priority=12, startTime=1732191509260; duration=0sec 2024-11-21T12:18:29,694 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:29,694 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:A 2024-11-21T12:18:29,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742315_1491 (size=12301) 2024-11-21T12:18:29,701 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#C#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:29,702 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/33275add793542b5981a37f91ada6a99 is 50, key is test_row_0/C:col10/1732191508403/Put/seqid=0 2024-11-21T12:18:29,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742316_1492 (size=12915) 2024-11-21T12:18:29,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191569748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191569758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191569758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191569758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191569968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191569968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191569968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191569968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-21T12:18:30,099 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/6de9ee2a0cd2461c91d008b9fbf5da8d 2024-11-21T12:18:30,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/3b5d7697383e4d3e8a60115849a1a0e8 is 50, key is test_row_0/C:col10/1732191508437/Put/seqid=0 2024-11-21T12:18:30,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742317_1493 (size=12301) 2024-11-21T12:18:30,110 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/3b5d7697383e4d3e8a60115849a1a0e8 2024-11-21T12:18:30,110 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/33275add793542b5981a37f91ada6a99 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/33275add793542b5981a37f91ada6a99 2024-11-21T12:18:30,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/21b9411ac793452e96b0b859c6a7e849 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/21b9411ac793452e96b0b859c6a7e849 2024-11-21T12:18:30,116 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/C of 466391d4ffaa9a2546adc40a3f95db73 into 33275add793542b5981a37f91ada6a99(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:30,116 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:30,116 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/C, priority=12, startTime=1732191509260; duration=0sec 2024-11-21T12:18:30,116 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:30,116 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:C 2024-11-21T12:18:30,118 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/21b9411ac793452e96b0b859c6a7e849, entries=150, sequenceid=374, filesize=12.0 K 2024-11-21T12:18:30,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/6de9ee2a0cd2461c91d008b9fbf5da8d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/6de9ee2a0cd2461c91d008b9fbf5da8d 2024-11-21T12:18:30,122 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/6de9ee2a0cd2461c91d008b9fbf5da8d, entries=150, sequenceid=374, filesize=12.0 K 2024-11-21T12:18:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/3b5d7697383e4d3e8a60115849a1a0e8 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/3b5d7697383e4d3e8a60115849a1a0e8 2024-11-21T12:18:30,125 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/3b5d7697383e4d3e8a60115849a1a0e8, entries=150, sequenceid=374, filesize=12.0 K 2024-11-21T12:18:30,126 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 466391d4ffaa9a2546adc40a3f95db73 in 859ms, sequenceid=374, compaction requested=false 2024-11-21T12:18:30,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:30,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:30,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-21T12:18:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-21T12:18:30,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-21T12:18:30,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1660 sec 2024-11-21T12:18:30,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.1700 sec 2024-11-21T12:18:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:30,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T12:18:30,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:30,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:30,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:30,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:30,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:30,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:30,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/972be038f6ea40be9be321c7ee5cbca7 is 50, key is test_row_0/A:col10/1732191509639/Put/seqid=0 2024-11-21T12:18:30,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742318_1494 (size=14741) 2024-11-21T12:18:30,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191570306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:30,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:30,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191570307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:30,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:30,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191570308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:30,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:30,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191570318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:30,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:30,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191570428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191570428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191570428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:30,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191570428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:30,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191570648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:30,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191570648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191570648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191570649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:30,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/972be038f6ea40be9be321c7ee5cbca7 2024-11-21T12:18:30,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/091bb092b5e84a53b918ac18960401a1 is 50, key is test_row_0/B:col10/1732191509639/Put/seqid=0 2024-11-21T12:18:30,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742319_1495 (size=12301) 2024-11-21T12:18:30,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/091bb092b5e84a53b918ac18960401a1 2024-11-21T12:18:30,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/fe2594b19119464e8c1166a3e7260098 is 50, key is test_row_0/C:col10/1732191509639/Put/seqid=0 2024-11-21T12:18:30,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742320_1496 (size=12301) 2024-11-21T12:18:30,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/fe2594b19119464e8c1166a3e7260098 2024-11-21T12:18:30,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/972be038f6ea40be9be321c7ee5cbca7 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/972be038f6ea40be9be321c7ee5cbca7 2024-11-21T12:18:30,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/972be038f6ea40be9be321c7ee5cbca7, entries=200, sequenceid=396, filesize=14.4 K 2024-11-21T12:18:30,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/091bb092b5e84a53b918ac18960401a1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/091bb092b5e84a53b918ac18960401a1 2024-11-21T12:18:30,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/091bb092b5e84a53b918ac18960401a1, entries=150, sequenceid=396, filesize=12.0 K 2024-11-21T12:18:30,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/fe2594b19119464e8c1166a3e7260098 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/fe2594b19119464e8c1166a3e7260098 2024-11-21T12:18:30,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/fe2594b19119464e8c1166a3e7260098, entries=150, sequenceid=396, filesize=12.0 K 2024-11-21T12:18:30,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 466391d4ffaa9a2546adc40a3f95db73 in 441ms, sequenceid=396, compaction requested=true 2024-11-21T12:18:30,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:30,734 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:18:30,734 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:30,735 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:30,735 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/B is initiating minor compaction (all files) 2024-11-21T12:18:30,735 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/B in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:30,735 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/408f837e7f9f4a71947d72bda49e2295, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/6de9ee2a0cd2461c91d008b9fbf5da8d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/091bb092b5e84a53b918ac18960401a1] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=36.6 K 2024-11-21T12:18:30,735 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 408f837e7f9f4a71947d72bda49e2295, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732191508380 2024-11-21T12:18:30,736 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6de9ee2a0cd2461c91d008b9fbf5da8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732191508425 2024-11-21T12:18:30,736 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:30,736 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/A is initiating minor compaction (all files) 2024-11-21T12:18:30,736 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/A in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:30,736 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 091bb092b5e84a53b918ac18960401a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732191509639 2024-11-21T12:18:30,736 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/dd98b4c3a6e44122a732dae294775575, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/21b9411ac793452e96b0b859c6a7e849, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/972be038f6ea40be9be321c7ee5cbca7] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=39.0 K 2024-11-21T12:18:30,736 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd98b4c3a6e44122a732dae294775575, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732191508380 2024-11-21T12:18:30,737 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21b9411ac793452e96b0b859c6a7e849, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732191508425 2024-11-21T12:18:30,737 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 972be038f6ea40be9be321c7ee5cbca7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732191509636 2024-11-21T12:18:30,742 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#B#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:30,742 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/4609b660b88c4c22a598a757867cc88e is 50, key is test_row_0/B:col10/1732191509639/Put/seqid=0 2024-11-21T12:18:30,742 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#A#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:30,743 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/f9a42f50cb1c436286173759cb235b29 is 50, key is test_row_0/A:col10/1732191509639/Put/seqid=0 2024-11-21T12:18:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742321_1497 (size=13017) 2024-11-21T12:18:30,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742322_1498 (size=13017) 2024-11-21T12:18:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:30,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T12:18:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:30,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:30,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:30,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:30,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:30,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:30,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/b931a4e3ab0745b5a7df414f575286ff is 50, key is test_row_0/A:col10/1732191510964/Put/seqid=0 2024-11-21T12:18:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742323_1499 (size=14741) 2024-11-21T12:18:31,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191571003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191571009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191571015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191571016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37924 deadline: 1732191571038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,048 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 466391d4ffaa9a2546adc40a3f95db73 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8265 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:18:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-21T12:18:31,118 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:31,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-21T12:18:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-21T12:18:31,121 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:31,121 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:31,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:31,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191571128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191571129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191571129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191571129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,163 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/f9a42f50cb1c436286173759cb235b29 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f9a42f50cb1c436286173759cb235b29 2024-11-21T12:18:31,163 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/4609b660b88c4c22a598a757867cc88e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4609b660b88c4c22a598a757867cc88e 2024-11-21T12:18:31,167 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/B of 466391d4ffaa9a2546adc40a3f95db73 into 4609b660b88c4c22a598a757867cc88e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:31,167 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:31,167 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/B, priority=13, startTime=1732191510734; duration=0sec 2024-11-21T12:18:31,167 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:31,167 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:B 2024-11-21T12:18:31,167 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:31,167 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/A of 466391d4ffaa9a2546adc40a3f95db73 into f9a42f50cb1c436286173759cb235b29(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:31,167 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:31,167 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/A, priority=13, startTime=1732191510734; duration=0sec 2024-11-21T12:18:31,168 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:31,168 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:A 2024-11-21T12:18:31,168 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:31,168 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/C is initiating minor compaction (all files) 2024-11-21T12:18:31,168 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/C in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:31,168 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/33275add793542b5981a37f91ada6a99, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/3b5d7697383e4d3e8a60115849a1a0e8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/fe2594b19119464e8c1166a3e7260098] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=36.6 K 2024-11-21T12:18:31,169 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 33275add793542b5981a37f91ada6a99, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732191508380 2024-11-21T12:18:31,169 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b5d7697383e4d3e8a60115849a1a0e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732191508425 2024-11-21T12:18:31,169 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting fe2594b19119464e8c1166a3e7260098, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732191509639 2024-11-21T12:18:31,175 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#C#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:31,175 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/81cc34e6883c41cdbcde217f691c1d4f is 50, key is test_row_0/C:col10/1732191509639/Put/seqid=0 2024-11-21T12:18:31,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742324_1500 (size=13017) 2024-11-21T12:18:31,185 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/81cc34e6883c41cdbcde217f691c1d4f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/81cc34e6883c41cdbcde217f691c1d4f 2024-11-21T12:18:31,190 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/C of 466391d4ffaa9a2546adc40a3f95db73 into 81cc34e6883c41cdbcde217f691c1d4f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:31,190 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:31,190 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/C, priority=13, startTime=1732191510734; duration=0sec 2024-11-21T12:18:31,190 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:31,190 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:C 2024-11-21T12:18:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-21T12:18:31,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-21T12:18:31,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:31,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:31,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:31,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191571348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191571348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191571348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191571348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/b931a4e3ab0745b5a7df414f575286ff 2024-11-21T12:18:31,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/0adaf1a127e14bd0a4456e66f27a4a1f is 50, key is test_row_0/B:col10/1732191510964/Put/seqid=0 2024-11-21T12:18:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742325_1501 (size=12301) 2024-11-21T12:18:31,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-21T12:18:31,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:31,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:31,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:31,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-21T12:18:31,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-21T12:18:31,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:31,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:31,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:31,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191571668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191571668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191571668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191571668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:31,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-21T12:18:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:31,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-21T12:18:31,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/0adaf1a127e14bd0a4456e66f27a4a1f 2024-11-21T12:18:31,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/8e51ba2ae96b4a229b01d2bbc85bced3 is 50, key is test_row_0/C:col10/1732191510964/Put/seqid=0 2024-11-21T12:18:31,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742326_1502 (size=12301) 2024-11-21T12:18:31,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-21T12:18:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:31,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:32,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-21T12:18:32,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:32,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:32,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:32,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:32,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:32,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-21T12:18:32,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:32,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:32,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:32,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:32,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:32,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191572188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:32,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191572188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:32,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191572189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:32,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/8e51ba2ae96b4a229b01d2bbc85bced3 2024-11-21T12:18:32,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191572189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:32,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:32,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/b931a4e3ab0745b5a7df414f575286ff as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/b931a4e3ab0745b5a7df414f575286ff 2024-11-21T12:18:32,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/b931a4e3ab0745b5a7df414f575286ff, entries=200, sequenceid=410, filesize=14.4 K 2024-11-21T12:18:32,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/0adaf1a127e14bd0a4456e66f27a4a1f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/0adaf1a127e14bd0a4456e66f27a4a1f 2024-11-21T12:18:32,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/0adaf1a127e14bd0a4456e66f27a4a1f, entries=150, sequenceid=410, filesize=12.0 K 2024-11-21T12:18:32,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/8e51ba2ae96b4a229b01d2bbc85bced3 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/8e51ba2ae96b4a229b01d2bbc85bced3 2024-11-21T12:18:32,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/8e51ba2ae96b4a229b01d2bbc85bced3, entries=150, sequenceid=410, filesize=12.0 K 2024-11-21T12:18:32,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 466391d4ffaa9a2546adc40a3f95db73 in 1250ms, sequenceid=410, compaction requested=false 2024-11-21T12:18:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-21T12:18:32,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-21T12:18:32,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:32,346 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T12:18:32,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:32,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:32,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:32,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:32,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:32,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:32,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/d07581590c734d0495f04b7d96da2277 is 50, key is test_row_0/A:col10/1732191511008/Put/seqid=0 2024-11-21T12:18:32,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742327_1503 (size=12301) 2024-11-21T12:18:32,361 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/d07581590c734d0495f04b7d96da2277 2024-11-21T12:18:32,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/e31a4030b1174fed81268280fae3a3d9 is 50, key is test_row_0/B:col10/1732191511008/Put/seqid=0 2024-11-21T12:18:32,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742328_1504 (size=12301) 2024-11-21T12:18:32,771 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/e31a4030b1174fed81268280fae3a3d9 2024-11-21T12:18:32,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/fbe828d15a3543ebbdb3a774959fda20 is 50, key is test_row_0/C:col10/1732191511008/Put/seqid=0 2024-11-21T12:18:32,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742329_1505 (size=12301) 2024-11-21T12:18:33,182 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/fbe828d15a3543ebbdb3a774959fda20 2024-11-21T12:18:33,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/d07581590c734d0495f04b7d96da2277 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/d07581590c734d0495f04b7d96da2277 2024-11-21T12:18:33,190 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/d07581590c734d0495f04b7d96da2277, entries=150, sequenceid=432, filesize=12.0 K 2024-11-21T12:18:33,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/e31a4030b1174fed81268280fae3a3d9 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/e31a4030b1174fed81268280fae3a3d9 2024-11-21T12:18:33,197 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/e31a4030b1174fed81268280fae3a3d9, entries=150, sequenceid=432, filesize=12.0 K 2024-11-21T12:18:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/fbe828d15a3543ebbdb3a774959fda20 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/fbe828d15a3543ebbdb3a774959fda20 2024-11-21T12:18:33,202 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/fbe828d15a3543ebbdb3a774959fda20, entries=150, sequenceid=432, filesize=12.0 K 2024-11-21T12:18:33,203 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 466391d4ffaa9a2546adc40a3f95db73 in 857ms, sequenceid=432, compaction requested=true 2024-11-21T12:18:33,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:33,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:33,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-21T12:18:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-21T12:18:33,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-21T12:18:33,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0830 sec 2024-11-21T12:18:33,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 2.0880 sec 2024-11-21T12:18:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:33,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:18:33,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:33,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:33,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:33,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:33,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:33,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:33,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/ea921a92aea84c9faeaafde68f14e6e9 is 50, key is test_row_0/A:col10/1732191513218/Put/seqid=0 2024-11-21T12:18:33,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742330_1506 (size=12301) 2024-11-21T12:18:33,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/ea921a92aea84c9faeaafde68f14e6e9 2024-11-21T12:18:33,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/6db19389fabc4f219537ef9aabdc8cfa is 50, key is test_row_0/B:col10/1732191513218/Put/seqid=0 2024-11-21T12:18:33,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742331_1507 (size=12301) 2024-11-21T12:18:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-21T12:18:33,268 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:33,269 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:33,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732191513225, max timestamp=1732191513266Num uniques 859; 2024-11-21T12:18:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-21T12:18:33,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T12:18:33,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732191513225, max timestamp=1732191513266Num uniques 859; 2024-11-21T12:18:33,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732191513225, max timestamp=1732191513266Num uniques 859; 2024-11-21T12:18:33,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T12:18:33,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T12:18:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-21T12:18:33,271 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:33,271 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:33,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:33,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191573311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191573313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191573314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191573316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-21T12:18:33,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-21T12:18:33,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:33,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:33,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:33,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:33,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:33,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191573427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191573438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191573438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191573438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-21T12:18:33,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:33,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:33,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:33,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:33,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-21T12:18:33,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/6db19389fabc4f219537ef9aabdc8cfa 2024-11-21T12:18:33,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/3a18c2c812fa4863a342ce059ee2e957 is 50, key is test_row_0/C:col10/1732191513218/Put/seqid=0 2024-11-21T12:18:33,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742332_1508 (size=12301) 2024-11-21T12:18:33,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191573648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191573658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191573658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191573658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,688 INFO [Thread-1963 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1963. 2024-11-21T12:18:33,688 DEBUG [Thread-1963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:33,688 DEBUG [Thread-1963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:33,688 DEBUG [Thread-1963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:33,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:33,693 INFO [Thread-1971 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1971. 2024-11-21T12:18:33,693 DEBUG [Thread-1971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:33,693 DEBUG [Thread-1971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:33,693 DEBUG [Thread-1971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:33,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:33,696 INFO [Thread-1969 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1969. 2024-11-21T12:18:33,696 DEBUG [Thread-1969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:33,696 DEBUG [Thread-1969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:33,696 DEBUG [Thread-1969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:33,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:33,704 INFO [Thread-1967 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1967. 2024-11-21T12:18:33,704 DEBUG [Thread-1967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:33,704 DEBUG [Thread-1967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:33,704 DEBUG [Thread-1967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:33,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:33,706 INFO [Thread-1965 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1965. 2024-11-21T12:18:33,707 DEBUG [Thread-1965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:33,707 DEBUG [Thread-1965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:33,707 DEBUG [Thread-1965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:33,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:33,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-21T12:18:33,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:33,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:33,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:33,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:33,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:33,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-21T12:18:33,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:33,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:33,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:33,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:33,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-21T12:18:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37912 deadline: 1732191573968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37868 deadline: 1732191573968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37862 deadline: 1732191573968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:33,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37844 deadline: 1732191573978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:33,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 , the old value is region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:33,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=2 because the exception is null or not the one we care about 2024-11-21T12:18:34,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-21T12:18:34,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:34,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:34,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:34,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:34,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:34,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/3a18c2c812fa4863a342ce059ee2e957 2024-11-21T12:18:34,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/ea921a92aea84c9faeaafde68f14e6e9 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/ea921a92aea84c9faeaafde68f14e6e9 2024-11-21T12:18:34,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/ea921a92aea84c9faeaafde68f14e6e9, entries=150, sequenceid=442, filesize=12.0 K 2024-11-21T12:18:34,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/6db19389fabc4f219537ef9aabdc8cfa as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/6db19389fabc4f219537ef9aabdc8cfa 2024-11-21T12:18:34,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/6db19389fabc4f219537ef9aabdc8cfa, entries=150, sequenceid=442, filesize=12.0 K 2024-11-21T12:18:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/3a18c2c812fa4863a342ce059ee2e957 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/3a18c2c812fa4863a342ce059ee2e957 2024-11-21T12:18:34,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/3a18c2c812fa4863a342ce059ee2e957, entries=150, sequenceid=442, filesize=12.0 K 2024-11-21T12:18:34,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 466391d4ffaa9a2546adc40a3f95db73 in 843ms, sequenceid=442, compaction requested=true 2024-11-21T12:18:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:34,062 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 466391d4ffaa9a2546adc40a3f95db73:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:18:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:34,062 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:34,063 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:34,063 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:34,063 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/B is initiating minor compaction (all files) 2024-11-21T12:18:34,063 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/A is initiating minor compaction (all files) 2024-11-21T12:18:34,063 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/B in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:34,063 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/A in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:34,063 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f9a42f50cb1c436286173759cb235b29, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/b931a4e3ab0745b5a7df414f575286ff, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/d07581590c734d0495f04b7d96da2277, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/ea921a92aea84c9faeaafde68f14e6e9] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=51.1 K 2024-11-21T12:18:34,063 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4609b660b88c4c22a598a757867cc88e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/0adaf1a127e14bd0a4456e66f27a4a1f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/e31a4030b1174fed81268280fae3a3d9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/6db19389fabc4f219537ef9aabdc8cfa] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=48.8 K 2024-11-21T12:18:34,063 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9a42f50cb1c436286173759cb235b29, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732191509639 2024-11-21T12:18:34,063 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4609b660b88c4c22a598a757867cc88e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732191509639 2024-11-21T12:18:34,063 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b931a4e3ab0745b5a7df414f575286ff, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732191510303 2024-11-21T12:18:34,063 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0adaf1a127e14bd0a4456e66f27a4a1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732191510303 2024-11-21T12:18:34,064 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting e31a4030b1174fed81268280fae3a3d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732191511008 2024-11-21T12:18:34,064 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d07581590c734d0495f04b7d96da2277, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732191511008 2024-11-21T12:18:34,064 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6db19389fabc4f219537ef9aabdc8cfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732191513211 2024-11-21T12:18:34,064 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea921a92aea84c9faeaafde68f14e6e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732191513211 2024-11-21T12:18:34,070 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:34,070 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#A#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:34,071 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/b0ffd35556144252839d4e0d582c4820 is 50, key is test_row_0/B:col10/1732191513218/Put/seqid=0 2024-11-21T12:18:34,071 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/c64cb69b6d5642e786dbd5d092a28730 is 50, key is test_row_0/A:col10/1732191513218/Put/seqid=0 2024-11-21T12:18:34,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742333_1509 (size=13153) 2024-11-21T12:18:34,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742334_1510 (size=13153) 2024-11-21T12:18:34,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-21T12:18:34,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:34,189 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-21T12:18:34,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:34,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:34,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:34,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:34,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:34,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:34,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/65f00d08e67a449388c99b2788fa42cf is 50, key is test_row_0/A:col10/1732191513314/Put/seqid=0 2024-11-21T12:18:34,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742335_1511 (size=12301) 2024-11-21T12:18:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-21T12:18:34,477 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:18:34,478 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/b0ffd35556144252839d4e0d582c4820 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/b0ffd35556144252839d4e0d582c4820 2024-11-21T12:18:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:34,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. as already flushing 2024-11-21T12:18:34,480 INFO [Thread-1954 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1954. 2024-11-21T12:18:34,480 INFO [Thread-1956 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1956. 2024-11-21T12:18:34,480 INFO [Thread-1958 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1958. 2024-11-21T12:18:34,480 DEBUG [Thread-1954 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:34,480 DEBUG [Thread-1956 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:34,480 DEBUG [Thread-1958 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:34,480 DEBUG [Thread-1954 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:34,480 DEBUG [Thread-1956 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:34,480 DEBUG [Thread-1958 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:34,480 DEBUG [Thread-1954 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:34,480 DEBUG [Thread-1956 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:34,480 DEBUG [Thread-1958 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:34,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:34,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:34,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:34,483 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/c64cb69b6d5642e786dbd5d092a28730 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/c64cb69b6d5642e786dbd5d092a28730 2024-11-21T12:18:34,483 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/B of 466391d4ffaa9a2546adc40a3f95db73 into b0ffd35556144252839d4e0d582c4820(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:34,483 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:34,483 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/B, priority=12, startTime=1732191514062; duration=0sec 2024-11-21T12:18:34,483 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:34,483 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:B 2024-11-21T12:18:34,483 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:34,484 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:34,484 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 466391d4ffaa9a2546adc40a3f95db73/C is initiating minor compaction (all files) 2024-11-21T12:18:34,484 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 466391d4ffaa9a2546adc40a3f95db73/C in TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:34,485 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/81cc34e6883c41cdbcde217f691c1d4f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/8e51ba2ae96b4a229b01d2bbc85bced3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/fbe828d15a3543ebbdb3a774959fda20, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/3a18c2c812fa4863a342ce059ee2e957] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp, totalSize=48.8 K 2024-11-21T12:18:34,485 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 81cc34e6883c41cdbcde217f691c1d4f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732191509639 2024-11-21T12:18:34,485 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e51ba2ae96b4a229b01d2bbc85bced3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732191510303 2024-11-21T12:18:34,485 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting fbe828d15a3543ebbdb3a774959fda20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732191511008 2024-11-21T12:18:34,486 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a18c2c812fa4863a342ce059ee2e957, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732191513211 2024-11-21T12:18:34,486 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/A of 466391d4ffaa9a2546adc40a3f95db73 into c64cb69b6d5642e786dbd5d092a28730(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:34,486 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:34,486 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/A, priority=12, startTime=1732191514062; duration=0sec 2024-11-21T12:18:34,486 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:34,486 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:A 2024-11-21T12:18:34,489 INFO [Thread-1952 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1952. 2024-11-21T12:18:34,489 DEBUG [Thread-1952 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:34,489 DEBUG [Thread-1952 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:34,489 DEBUG [Thread-1952 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:34,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:34,493 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 466391d4ffaa9a2546adc40a3f95db73#C#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:34,494 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/f118432bf9b24fa9bbd4d6239f865566 is 50, key is test_row_0/C:col10/1732191513218/Put/seqid=0 2024-11-21T12:18:34,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742336_1512 (size=13153) 2024-11-21T12:18:34,597 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/65f00d08e67a449388c99b2788fa42cf 2024-11-21T12:18:34,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/05eb549f8e5648f3ac9a2005a56c61b5 is 50, key is test_row_0/B:col10/1732191513314/Put/seqid=0 2024-11-21T12:18:34,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742337_1513 (size=12301) 2024-11-21T12:18:34,901 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/f118432bf9b24fa9bbd4d6239f865566 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/f118432bf9b24fa9bbd4d6239f865566 2024-11-21T12:18:34,905 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 466391d4ffaa9a2546adc40a3f95db73/C of 466391d4ffaa9a2546adc40a3f95db73 into f118432bf9b24fa9bbd4d6239f865566(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:34,905 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:34,905 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., storeName=466391d4ffaa9a2546adc40a3f95db73/C, priority=12, startTime=1732191514062; duration=0sec 2024-11-21T12:18:34,905 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:34,905 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 466391d4ffaa9a2546adc40a3f95db73:C 2024-11-21T12:18:35,007 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/05eb549f8e5648f3ac9a2005a56c61b5 2024-11-21T12:18:35,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/aec80568a9b84a7eadc684dfb5b96e77 is 50, key is test_row_0/C:col10/1732191513314/Put/seqid=0 2024-11-21T12:18:35,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742338_1514 (size=12301) 2024-11-21T12:18:35,416 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/aec80568a9b84a7eadc684dfb5b96e77 2024-11-21T12:18:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-21T12:18:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/65f00d08e67a449388c99b2788fa42cf as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/65f00d08e67a449388c99b2788fa42cf 2024-11-21T12:18:35,423 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/65f00d08e67a449388c99b2788fa42cf, entries=150, sequenceid=477, filesize=12.0 K 2024-11-21T12:18:35,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/05eb549f8e5648f3ac9a2005a56c61b5 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/05eb549f8e5648f3ac9a2005a56c61b5 2024-11-21T12:18:35,426 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/05eb549f8e5648f3ac9a2005a56c61b5, entries=150, sequenceid=477, filesize=12.0 K 2024-11-21T12:18:35,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/aec80568a9b84a7eadc684dfb5b96e77 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/aec80568a9b84a7eadc684dfb5b96e77 2024-11-21T12:18:35,429 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/aec80568a9b84a7eadc684dfb5b96e77, entries=150, sequenceid=477, filesize=12.0 K 2024-11-21T12:18:35,430 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=26.84 KB/27480 for 466391d4ffaa9a2546adc40a3f95db73 in 1241ms, sequenceid=477, compaction requested=false 2024-11-21T12:18:35,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 466391d4ffaa9a2546adc40a3f95db73: 2024-11-21T12:18:35,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:35,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-21T12:18:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-21T12:18:35,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-21T12:18:35,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1600 sec 2024-11-21T12:18:35,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 2.1650 sec 2024-11-21T12:18:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-21T12:18:37,429 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:41,130 INFO [Thread-1960 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1960. 2024-11-21T12:18:41,130 DEBUG [Thread-1960 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:18:41,130 DEBUG [Thread-1960 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:41,130 DEBUG [Thread-1960 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:41,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 148 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1119 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3355 rows 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1118 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3350 rows 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1116 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3343 rows 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1116 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3344 rows 2024-11-21T12:18:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1110 2024-11-21T12:18:41,131 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3328 rows 2024-11-21T12:18:41,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:18:41,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:18:41,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:41,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:41,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:41,132 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T12:18:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-21T12:18:41,135 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191521135"}]},"ts":"1732191521135"} 2024-11-21T12:18:41,136 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T12:18:41,136 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T12:18:41,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:18:41,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=466391d4ffaa9a2546adc40a3f95db73, UNASSIGN}] 2024-11-21T12:18:41,138 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=466391d4ffaa9a2546adc40a3f95db73, UNASSIGN 2024-11-21T12:18:41,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=466391d4ffaa9a2546adc40a3f95db73, regionState=CLOSING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:41,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=466391d4ffaa9a2546adc40a3f95db73, UNASSIGN because future has completed 2024-11-21T12:18:41,140 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:18:41,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:18:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-21T12:18:41,292 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:41,292 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T12:18:41,293 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing 466391d4ffaa9a2546adc40a3f95db73, disabling compactions & flushes 2024-11-21T12:18:41,293 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:41,293 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:41,293 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. after waiting 0 ms 2024-11-21T12:18:41,293 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:41,293 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(2902): Flushing 466391d4ffaa9a2546adc40a3f95db73 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T12:18:41,293 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=A 2024-11-21T12:18:41,293 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:41,293 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=B 2024-11-21T12:18:41,293 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:41,293 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 466391d4ffaa9a2546adc40a3f95db73, store=C 2024-11-21T12:18:41,293 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:41,296 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/8e9fcb04b0644295bf08a699229f40ac is 50, key is test_row_0/A:col10/1732191514488/Put/seqid=0 2024-11-21T12:18:41,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742339_1515 (size=12301) 2024-11-21T12:18:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-21T12:18:41,701 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/8e9fcb04b0644295bf08a699229f40ac 2024-11-21T12:18:41,707 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/42bc6002f0d645f593b13d702526184a is 50, key is test_row_0/B:col10/1732191514488/Put/seqid=0 2024-11-21T12:18:41,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742340_1516 (size=12301) 2024-11-21T12:18:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-21T12:18:42,111 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/42bc6002f0d645f593b13d702526184a 2024-11-21T12:18:42,116 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/0dcd29fe8c3747cbbe87b433c757b919 is 50, key is test_row_0/C:col10/1732191514488/Put/seqid=0 2024-11-21T12:18:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742341_1517 (size=12301) 2024-11-21T12:18:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-21T12:18:42,520 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/0dcd29fe8c3747cbbe87b433c757b919 2024-11-21T12:18:42,523 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/A/8e9fcb04b0644295bf08a699229f40ac as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/8e9fcb04b0644295bf08a699229f40ac 2024-11-21T12:18:42,526 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/8e9fcb04b0644295bf08a699229f40ac, entries=150, sequenceid=488, filesize=12.0 K 2024-11-21T12:18:42,526 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/B/42bc6002f0d645f593b13d702526184a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/42bc6002f0d645f593b13d702526184a 2024-11-21T12:18:42,529 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/42bc6002f0d645f593b13d702526184a, entries=150, sequenceid=488, filesize=12.0 K 2024-11-21T12:18:42,529 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/.tmp/C/0dcd29fe8c3747cbbe87b433c757b919 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/0dcd29fe8c3747cbbe87b433c757b919 2024-11-21T12:18:42,532 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/0dcd29fe8c3747cbbe87b433c757b919, entries=150, sequenceid=488, filesize=12.0 K 2024-11-21T12:18:42,532 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 466391d4ffaa9a2546adc40a3f95db73 in 1239ms, sequenceid=488, compaction requested=true 2024-11-21T12:18:42,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/01e7c0bcccda4ea298cf81cd938ee921, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f670c884c85445dfb1a5cb9b36b85410, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/1663b70ff0b54d7787d83caf57944993, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/a0527b83d9ac47d592c80fd97e96874a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0633e80e2c3e4ad29913b68a80e67010, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/30252f9b31c74417b5abe39e282aca54, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/84f694c1cb5547efa5eb54033dc016bb, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/d2bc0973aacd43a0a4edc60dc7a547b6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/a03524910c7f46c59ed801fd5799926f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/77bf66164ae3419093630ed6a883a99b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/fdfe5f6271584256b684bb1ceadb099c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/acf9f5fdf1514b318736268ed1e9f1fc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/79776a9459c046999dc4a58fc6759b0a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0bc84c16bb2d46d49d3f9d0f6ec60c25, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0b6ba418280b4f92905d6860c6e86588, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/afaf11ad70ad450cb4ff82140318b5ae, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f97831b3e54f41a7ad78e7e884f121a2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/b18c4c40e82b498797e1ccb93bca011d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/dd98b4c3a6e44122a732dae294775575, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/21b9411ac793452e96b0b859c6a7e849, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/972be038f6ea40be9be321c7ee5cbca7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f9a42f50cb1c436286173759cb235b29, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/b931a4e3ab0745b5a7df414f575286ff, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/d07581590c734d0495f04b7d96da2277, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/ea921a92aea84c9faeaafde68f14e6e9] to archive 2024-11-21T12:18:42,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:18:42,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/01e7c0bcccda4ea298cf81cd938ee921 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/01e7c0bcccda4ea298cf81cd938ee921 2024-11-21T12:18:42,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f670c884c85445dfb1a5cb9b36b85410 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f670c884c85445dfb1a5cb9b36b85410 2024-11-21T12:18:42,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/1663b70ff0b54d7787d83caf57944993 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/1663b70ff0b54d7787d83caf57944993 2024-11-21T12:18:42,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/a0527b83d9ac47d592c80fd97e96874a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/a0527b83d9ac47d592c80fd97e96874a 2024-11-21T12:18:42,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0633e80e2c3e4ad29913b68a80e67010 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0633e80e2c3e4ad29913b68a80e67010 2024-11-21T12:18:42,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/30252f9b31c74417b5abe39e282aca54 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/30252f9b31c74417b5abe39e282aca54 2024-11-21T12:18:42,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/84f694c1cb5547efa5eb54033dc016bb to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/84f694c1cb5547efa5eb54033dc016bb 2024-11-21T12:18:42,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/d2bc0973aacd43a0a4edc60dc7a547b6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/d2bc0973aacd43a0a4edc60dc7a547b6 2024-11-21T12:18:42,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/a03524910c7f46c59ed801fd5799926f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/a03524910c7f46c59ed801fd5799926f 2024-11-21T12:18:42,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/77bf66164ae3419093630ed6a883a99b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/77bf66164ae3419093630ed6a883a99b 2024-11-21T12:18:42,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/fdfe5f6271584256b684bb1ceadb099c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/fdfe5f6271584256b684bb1ceadb099c 2024-11-21T12:18:42,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/acf9f5fdf1514b318736268ed1e9f1fc to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/acf9f5fdf1514b318736268ed1e9f1fc 2024-11-21T12:18:42,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/79776a9459c046999dc4a58fc6759b0a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/79776a9459c046999dc4a58fc6759b0a 2024-11-21T12:18:42,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0bc84c16bb2d46d49d3f9d0f6ec60c25 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0bc84c16bb2d46d49d3f9d0f6ec60c25 2024-11-21T12:18:42,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0b6ba418280b4f92905d6860c6e86588 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/0b6ba418280b4f92905d6860c6e86588 2024-11-21T12:18:42,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/afaf11ad70ad450cb4ff82140318b5ae to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/afaf11ad70ad450cb4ff82140318b5ae 2024-11-21T12:18:42,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f97831b3e54f41a7ad78e7e884f121a2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f97831b3e54f41a7ad78e7e884f121a2 2024-11-21T12:18:42,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/b18c4c40e82b498797e1ccb93bca011d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/b18c4c40e82b498797e1ccb93bca011d 2024-11-21T12:18:42,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/dd98b4c3a6e44122a732dae294775575 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/dd98b4c3a6e44122a732dae294775575 2024-11-21T12:18:42,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/21b9411ac793452e96b0b859c6a7e849 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/21b9411ac793452e96b0b859c6a7e849 2024-11-21T12:18:42,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/972be038f6ea40be9be321c7ee5cbca7 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/972be038f6ea40be9be321c7ee5cbca7 2024-11-21T12:18:42,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f9a42f50cb1c436286173759cb235b29 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/f9a42f50cb1c436286173759cb235b29 2024-11-21T12:18:42,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/b931a4e3ab0745b5a7df414f575286ff to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/b931a4e3ab0745b5a7df414f575286ff 2024-11-21T12:18:42,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/d07581590c734d0495f04b7d96da2277 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/d07581590c734d0495f04b7d96da2277 2024-11-21T12:18:42,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/ea921a92aea84c9faeaafde68f14e6e9 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/ea921a92aea84c9faeaafde68f14e6e9 2024-11-21T12:18:42,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/86eac8d5e13c47ab85690786b64b85c7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/9252c410682d48989196f83814440fa8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/25fa847105ca47b9bec37fb3f0f5230f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/125d53935640451980ae38ef1e0a00f7, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/fb0266c6997048b1889215fb5a99f3a4, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/46a67b3552144dcb88c44f5504610961, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/f2a66b2b6e2042968b91cbe78eea01a9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/de7bba9e74c1452cbc9653bf355aee6d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/b659b58a1ef94a5e93efd9b5dc34912d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/5002d8d3450248e98644c81e3b80bf13, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/98d5b52ea43d42f2acacd869f1b776c2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4eb425d7ba8d4f6c98a5148ba7c5b816, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/bef08cd4d046400884dfb32b7ac0e916, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4653684e2f104b88854c305defd6a992, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/bc7ae659df334f72b1a3c179a4ec7936, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/c921ef6c8a1646fb921bf4084012cebd, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/2679c2cd641b475794a29d63770af3b1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/408f837e7f9f4a71947d72bda49e2295, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/44414165faf14a78bad66e91a35bf21a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/6de9ee2a0cd2461c91d008b9fbf5da8d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4609b660b88c4c22a598a757867cc88e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/091bb092b5e84a53b918ac18960401a1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/0adaf1a127e14bd0a4456e66f27a4a1f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/e31a4030b1174fed81268280fae3a3d9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/6db19389fabc4f219537ef9aabdc8cfa] to archive 2024-11-21T12:18:42,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:18:42,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/86eac8d5e13c47ab85690786b64b85c7 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/86eac8d5e13c47ab85690786b64b85c7 2024-11-21T12:18:42,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/9252c410682d48989196f83814440fa8 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/9252c410682d48989196f83814440fa8 2024-11-21T12:18:42,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/25fa847105ca47b9bec37fb3f0f5230f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/25fa847105ca47b9bec37fb3f0f5230f 2024-11-21T12:18:42,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/125d53935640451980ae38ef1e0a00f7 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/125d53935640451980ae38ef1e0a00f7 2024-11-21T12:18:42,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/fb0266c6997048b1889215fb5a99f3a4 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/fb0266c6997048b1889215fb5a99f3a4 2024-11-21T12:18:42,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/46a67b3552144dcb88c44f5504610961 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/46a67b3552144dcb88c44f5504610961 2024-11-21T12:18:42,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/f2a66b2b6e2042968b91cbe78eea01a9 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/f2a66b2b6e2042968b91cbe78eea01a9 2024-11-21T12:18:42,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/de7bba9e74c1452cbc9653bf355aee6d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/de7bba9e74c1452cbc9653bf355aee6d 2024-11-21T12:18:42,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/b659b58a1ef94a5e93efd9b5dc34912d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/b659b58a1ef94a5e93efd9b5dc34912d 2024-11-21T12:18:42,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/5002d8d3450248e98644c81e3b80bf13 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/5002d8d3450248e98644c81e3b80bf13 2024-11-21T12:18:42,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/98d5b52ea43d42f2acacd869f1b776c2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/98d5b52ea43d42f2acacd869f1b776c2 2024-11-21T12:18:42,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4eb425d7ba8d4f6c98a5148ba7c5b816 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4eb425d7ba8d4f6c98a5148ba7c5b816 2024-11-21T12:18:42,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/bef08cd4d046400884dfb32b7ac0e916 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/bef08cd4d046400884dfb32b7ac0e916 2024-11-21T12:18:42,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4653684e2f104b88854c305defd6a992 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4653684e2f104b88854c305defd6a992 2024-11-21T12:18:42,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/bc7ae659df334f72b1a3c179a4ec7936 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/bc7ae659df334f72b1a3c179a4ec7936 2024-11-21T12:18:42,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/c921ef6c8a1646fb921bf4084012cebd to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/c921ef6c8a1646fb921bf4084012cebd 2024-11-21T12:18:42,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/2679c2cd641b475794a29d63770af3b1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/2679c2cd641b475794a29d63770af3b1 2024-11-21T12:18:42,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/408f837e7f9f4a71947d72bda49e2295 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/408f837e7f9f4a71947d72bda49e2295 2024-11-21T12:18:42,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/44414165faf14a78bad66e91a35bf21a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/44414165faf14a78bad66e91a35bf21a 2024-11-21T12:18:42,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/6de9ee2a0cd2461c91d008b9fbf5da8d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/6de9ee2a0cd2461c91d008b9fbf5da8d 2024-11-21T12:18:42,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4609b660b88c4c22a598a757867cc88e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/4609b660b88c4c22a598a757867cc88e 2024-11-21T12:18:42,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/091bb092b5e84a53b918ac18960401a1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/091bb092b5e84a53b918ac18960401a1 2024-11-21T12:18:42,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/0adaf1a127e14bd0a4456e66f27a4a1f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/0adaf1a127e14bd0a4456e66f27a4a1f 2024-11-21T12:18:42,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/e31a4030b1174fed81268280fae3a3d9 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/e31a4030b1174fed81268280fae3a3d9 2024-11-21T12:18:42,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/6db19389fabc4f219537ef9aabdc8cfa to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/6db19389fabc4f219537ef9aabdc8cfa 2024-11-21T12:18:42,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/32b55c4f9bf14a7fb66001444fde4b2d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/560c1de0692742069da69577b8a84ffc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/619f0b07cdfe4a488945a1a7621d0fcf, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/847b62ea46c44ae7a43547a5860ece82, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b20a24af437146c5acf47ade01562775, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/65277187fb854c32bf8e21412962888b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/9fea9ef7abe74ecc9f99e88e5017a438, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/58847f591d124369ab3f6686c776b16a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/1eeab85501dc43929cf4501c7cf35b62, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/4e62567e0357476f964aec5a73c12f73, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b87b8555ec8d485c8f1b1af7d605f5f0, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/7e44079d40bb4a1a9e215d619bc68450, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b0db50ea0273484db409176ed873b04f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/5f8c6f75a8fe4fb69431dd9995b696bc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/666e7f21b6dc4a2cbae2ca71f06eb35d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/9d3a6faefa2c4c9a920486c304ed0a00, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/74a170f4f4a64a1fbc54937a3c2c4b43, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/33275add793542b5981a37f91ada6a99, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/73b180870b6a4251baf97782f1da138d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/3b5d7697383e4d3e8a60115849a1a0e8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/81cc34e6883c41cdbcde217f691c1d4f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/fe2594b19119464e8c1166a3e7260098, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/8e51ba2ae96b4a229b01d2bbc85bced3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/fbe828d15a3543ebbdb3a774959fda20, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/3a18c2c812fa4863a342ce059ee2e957] to archive 2024-11-21T12:18:42,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:18:42,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/32b55c4f9bf14a7fb66001444fde4b2d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/32b55c4f9bf14a7fb66001444fde4b2d 2024-11-21T12:18:42,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/560c1de0692742069da69577b8a84ffc to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/560c1de0692742069da69577b8a84ffc 2024-11-21T12:18:42,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/619f0b07cdfe4a488945a1a7621d0fcf to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/619f0b07cdfe4a488945a1a7621d0fcf 2024-11-21T12:18:42,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/847b62ea46c44ae7a43547a5860ece82 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/847b62ea46c44ae7a43547a5860ece82 2024-11-21T12:18:42,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b20a24af437146c5acf47ade01562775 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b20a24af437146c5acf47ade01562775 2024-11-21T12:18:42,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/65277187fb854c32bf8e21412962888b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/65277187fb854c32bf8e21412962888b 2024-11-21T12:18:42,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/9fea9ef7abe74ecc9f99e88e5017a438 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/9fea9ef7abe74ecc9f99e88e5017a438 2024-11-21T12:18:42,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/58847f591d124369ab3f6686c776b16a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/58847f591d124369ab3f6686c776b16a 2024-11-21T12:18:42,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/1eeab85501dc43929cf4501c7cf35b62 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/1eeab85501dc43929cf4501c7cf35b62 2024-11-21T12:18:42,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/4e62567e0357476f964aec5a73c12f73 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/4e62567e0357476f964aec5a73c12f73 2024-11-21T12:18:42,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b87b8555ec8d485c8f1b1af7d605f5f0 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b87b8555ec8d485c8f1b1af7d605f5f0 2024-11-21T12:18:42,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/7e44079d40bb4a1a9e215d619bc68450 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/7e44079d40bb4a1a9e215d619bc68450 2024-11-21T12:18:42,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b0db50ea0273484db409176ed873b04f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/b0db50ea0273484db409176ed873b04f 2024-11-21T12:18:42,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/5f8c6f75a8fe4fb69431dd9995b696bc to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/5f8c6f75a8fe4fb69431dd9995b696bc 2024-11-21T12:18:42,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/666e7f21b6dc4a2cbae2ca71f06eb35d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/666e7f21b6dc4a2cbae2ca71f06eb35d 2024-11-21T12:18:42,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/9d3a6faefa2c4c9a920486c304ed0a00 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/9d3a6faefa2c4c9a920486c304ed0a00 2024-11-21T12:18:42,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/74a170f4f4a64a1fbc54937a3c2c4b43 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/74a170f4f4a64a1fbc54937a3c2c4b43 2024-11-21T12:18:42,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/33275add793542b5981a37f91ada6a99 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/33275add793542b5981a37f91ada6a99 2024-11-21T12:18:42,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/73b180870b6a4251baf97782f1da138d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/73b180870b6a4251baf97782f1da138d 2024-11-21T12:18:42,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/3b5d7697383e4d3e8a60115849a1a0e8 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/3b5d7697383e4d3e8a60115849a1a0e8 2024-11-21T12:18:42,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/81cc34e6883c41cdbcde217f691c1d4f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/81cc34e6883c41cdbcde217f691c1d4f 2024-11-21T12:18:42,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/fe2594b19119464e8c1166a3e7260098 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/fe2594b19119464e8c1166a3e7260098 2024-11-21T12:18:42,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/8e51ba2ae96b4a229b01d2bbc85bced3 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/8e51ba2ae96b4a229b01d2bbc85bced3 2024-11-21T12:18:42,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/fbe828d15a3543ebbdb3a774959fda20 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/fbe828d15a3543ebbdb3a774959fda20 2024-11-21T12:18:42,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/3a18c2c812fa4863a342ce059ee2e957 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/3a18c2c812fa4863a342ce059ee2e957 2024-11-21T12:18:42,600 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/recovered.edits/491.seqid, newMaxSeqId=491, maxSeqId=1 2024-11-21T12:18:42,601 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. 2024-11-21T12:18:42,601 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for 466391d4ffaa9a2546adc40a3f95db73: Waiting for close lock at 1732191521292Running coprocessor pre-close hooks at 1732191521292Disabling compacts and flushes for region at 1732191521292Disabling writes for close at 1732191521293 (+1 ms)Obtaining lock to block concurrent updates at 1732191521293Preparing flush snapshotting stores in 466391d4ffaa9a2546adc40a3f95db73 at 1732191521293Finished memstore snapshotting TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732191521293Flushing stores of TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73. at 1732191521294 (+1 ms)Flushing 466391d4ffaa9a2546adc40a3f95db73/A: creating writer at 1732191521294Flushing 466391d4ffaa9a2546adc40a3f95db73/A: appending metadata at 1732191521296 (+2 ms)Flushing 466391d4ffaa9a2546adc40a3f95db73/A: closing flushed file at 1732191521296Flushing 466391d4ffaa9a2546adc40a3f95db73/B: creating writer at 1732191521704 (+408 ms)Flushing 466391d4ffaa9a2546adc40a3f95db73/B: appending metadata at 1732191521706 (+2 ms)Flushing 466391d4ffaa9a2546adc40a3f95db73/B: closing flushed file at 1732191521706Flushing 466391d4ffaa9a2546adc40a3f95db73/C: creating writer at 1732191522114 (+408 ms)Flushing 466391d4ffaa9a2546adc40a3f95db73/C: appending metadata at 1732191522116 (+2 ms)Flushing 466391d4ffaa9a2546adc40a3f95db73/C: closing flushed file at 1732191522116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53e0b0b5: reopening flushed file at 1732191522523 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3109e272: reopening flushed file at 1732191522526 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a2b692f: reopening flushed file at 1732191522529 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 466391d4ffaa9a2546adc40a3f95db73 in 1239ms, sequenceid=488, compaction requested=true at 1732191522532 (+3 ms)Writing region close event to WAL at 1732191522597 (+65 ms)Running coprocessor post-close hooks at 1732191522600 (+3 ms)Closed at 1732191522601 (+1 ms) 2024-11-21T12:18:42,602 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed 466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:42,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=466391d4ffaa9a2546adc40a3f95db73, regionState=CLOSED 2024-11-21T12:18:42,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:18:42,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-21T12:18:42,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure 466391d4ffaa9a2546adc40a3f95db73, server=9bb5b7e9dd2c,40779,1732191366267 in 1.4650 sec 2024-11-21T12:18:42,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-21T12:18:42,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=466391d4ffaa9a2546adc40a3f95db73, UNASSIGN in 1.4680 sec 2024-11-21T12:18:42,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-21T12:18:42,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4710 sec 2024-11-21T12:18:42,610 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191522610"}]},"ts":"1732191522610"} 2024-11-21T12:18:42,611 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T12:18:42,611 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T12:18:42,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4800 sec 2024-11-21T12:18:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-21T12:18:43,278 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:43,279 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T12:18:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:43,281 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-21T12:18:43,281 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=147, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:43,283 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:43,285 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/recovered.edits] 2024-11-21T12:18:43,288 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/65f00d08e67a449388c99b2788fa42cf to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/65f00d08e67a449388c99b2788fa42cf 2024-11-21T12:18:43,289 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/8e9fcb04b0644295bf08a699229f40ac to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/8e9fcb04b0644295bf08a699229f40ac 2024-11-21T12:18:43,290 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/c64cb69b6d5642e786dbd5d092a28730 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/A/c64cb69b6d5642e786dbd5d092a28730 2024-11-21T12:18:43,293 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/05eb549f8e5648f3ac9a2005a56c61b5 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/05eb549f8e5648f3ac9a2005a56c61b5 2024-11-21T12:18:43,294 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/42bc6002f0d645f593b13d702526184a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/42bc6002f0d645f593b13d702526184a 2024-11-21T12:18:43,296 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/b0ffd35556144252839d4e0d582c4820 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/B/b0ffd35556144252839d4e0d582c4820 2024-11-21T12:18:43,298 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/0dcd29fe8c3747cbbe87b433c757b919 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/0dcd29fe8c3747cbbe87b433c757b919 2024-11-21T12:18:43,299 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/aec80568a9b84a7eadc684dfb5b96e77 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/aec80568a9b84a7eadc684dfb5b96e77 2024-11-21T12:18:43,300 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/f118432bf9b24fa9bbd4d6239f865566 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/C/f118432bf9b24fa9bbd4d6239f865566 2024-11-21T12:18:43,302 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/recovered.edits/491.seqid to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73/recovered.edits/491.seqid 2024-11-21T12:18:43,303 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/466391d4ffaa9a2546adc40a3f95db73 2024-11-21T12:18:43,303 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T12:18:43,305 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=147, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:43,307 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T12:18:43,309 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T12:18:43,310 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=147, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:43,310 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T12:18:43,310 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732191523310"}]},"ts":"9223372036854775807"} 2024-11-21T12:18:43,312 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T12:18:43,312 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 466391d4ffaa9a2546adc40a3f95db73, NAME => 'TestAcidGuarantees,,1732191491496.466391d4ffaa9a2546adc40a3f95db73.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T12:18:43,312 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T12:18:43,312 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732191523312"}]},"ts":"9223372036854775807"} 2024-11-21T12:18:43,313 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T12:18:43,314 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=147, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:43,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 35 msec 2024-11-21T12:18:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-21T12:18:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T12:18:43,389 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:43,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248 (was 249), OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=7139 (was 7175) 2024-11-21T12:18:43,408 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=7139 2024-11-21T12:18:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:18:43,409 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:18:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:43,411 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:18:43,411 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:43,411 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 148 2024-11-21T12:18:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T12:18:43,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:18:43,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742342_1518 (size=1061) 2024-11-21T12:18:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T12:18:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T12:18:43,818 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d 2024-11-21T12:18:43,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742343_1519 (size=53) 2024-11-21T12:18:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T12:18:44,223 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:44,223 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3643cb70e8643cc05d5ab0516edffc14, disabling compactions & flushes 2024-11-21T12:18:44,223 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:44,223 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:44,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. after waiting 0 ms 2024-11-21T12:18:44,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:44,224 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:44,224 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3643cb70e8643cc05d5ab0516edffc14: Waiting for close lock at 1732191524223Disabling compacts and flushes for region at 1732191524223Disabling writes for close at 1732191524224 (+1 ms)Writing region close event to WAL at 1732191524224Closed at 1732191524224 2024-11-21T12:18:44,225 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:18:44,225 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732191524225"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191524225"}]},"ts":"1732191524225"} 2024-11-21T12:18:44,226 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:18:44,227 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:18:44,227 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191524227"}]},"ts":"1732191524227"} 2024-11-21T12:18:44,228 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T12:18:44,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, ASSIGN}] 2024-11-21T12:18:44,229 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, ASSIGN 2024-11-21T12:18:44,230 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,40779,1732191366267; forceNewPlan=false, retain=false 2024-11-21T12:18:44,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=3643cb70e8643cc05d5ab0516edffc14, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:44,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, ASSIGN because future has completed 2024-11-21T12:18:44,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:18:44,536 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:44,537 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7752): Opening region: {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:18:44,537 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:44,537 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:44,537 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7794): checking encryption for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:44,537 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7797): checking classloading for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:44,538 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:44,539 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:18:44,539 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3643cb70e8643cc05d5ab0516edffc14 columnFamilyName A 2024-11-21T12:18:44,540 DEBUG [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:44,540 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.HStore(327): Store=3643cb70e8643cc05d5ab0516edffc14/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:44,540 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:44,541 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:18:44,541 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3643cb70e8643cc05d5ab0516edffc14 columnFamilyName B 2024-11-21T12:18:44,541 DEBUG [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:44,542 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.HStore(327): Store=3643cb70e8643cc05d5ab0516edffc14/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:44,542 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:44,543 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:18:44,543 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3643cb70e8643cc05d5ab0516edffc14 columnFamilyName C 2024-11-21T12:18:44,543 DEBUG [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:44,543 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.HStore(327): Store=3643cb70e8643cc05d5ab0516edffc14/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:44,543 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:44,543 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1038): replaying wal for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:44,544 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:44,544 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:44,545 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1048): stopping wal replay for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:44,545 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1060): Cleaning up temporary data for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:44,545 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:18:44,546 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1093): writing seq id for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:44,547 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:18:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T12:18:44,548 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1114): Opened 3643cb70e8643cc05d5ab0516edffc14; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62666980, jitterRate=-0.0661892294883728}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:18:44,548 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:44,548 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1006): Region open journal for 3643cb70e8643cc05d5ab0516edffc14: Running coprocessor pre-open hook at 1732191524537Writing region info on filesystem at 1732191524537Initializing all the Stores at 1732191524538 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191524538Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191524538Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191524538Cleaning up temporary data from old regions at 1732191524545 (+7 ms)Running coprocessor post-open hooks at 1732191524548 (+3 ms)Region opened successfully at 1732191524548 2024-11-21T12:18:44,549 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., pid=150, masterSystemTime=1732191524534 2024-11-21T12:18:44,550 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:44,550 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:44,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=3643cb70e8643cc05d5ab0516edffc14, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:44,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:18:44,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-21T12:18:44,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 in 171 msec 2024-11-21T12:18:44,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-21T12:18:44,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, ASSIGN in 327 msec 2024-11-21T12:18:44,557 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:18:44,557 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191524557"}]},"ts":"1732191524557"} 2024-11-21T12:18:44,558 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T12:18:44,558 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:18:44,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-21T12:18:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T12:18:45,558 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:45,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e76e6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:45,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:45,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:45,560 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:45,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:45,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:45,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60327653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:45,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:45,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:45,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:45,562 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341858ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:45,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:45,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:45,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:18:45,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:18:45,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cc1a43f 2024-11-21T12:18:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:18:45,566 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:18:45,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T12:18:45,568 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:18:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T12:18:45,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742344_1520 (size=1097) 2024-11-21T12:18:45,978 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-21T12:18:45,978 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-21T12:18:45,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:18:45,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, REOPEN/MOVE}] 2024-11-21T12:18:45,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, REOPEN/MOVE 2024-11-21T12:18:45,983 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=3643cb70e8643cc05d5ab0516edffc14, regionState=CLOSING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:45,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, REOPEN/MOVE because future has completed 2024-11-21T12:18:45,985 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:18:45,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:18:46,137 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(122): Close 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,137 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T12:18:46,137 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1722): Closing 3643cb70e8643cc05d5ab0516edffc14, disabling compactions & flushes 2024-11-21T12:18:46,137 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,137 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,137 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. after waiting 0 ms 2024-11-21T12:18:46,137 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,140 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T12:18:46,141 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,141 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1676): Region close journal for 3643cb70e8643cc05d5ab0516edffc14: Waiting for close lock at 1732191526137Running coprocessor pre-close hooks at 1732191526137Disabling compacts and flushes for region at 1732191526137Disabling writes for close at 1732191526137Writing region close event to WAL at 1732191526137Running coprocessor post-close hooks at 1732191526141 (+4 ms)Closed at 1732191526141 2024-11-21T12:18:46,141 WARN [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegionServer(3299): Not adding moved region record: 3643cb70e8643cc05d5ab0516edffc14 to self. 2024-11-21T12:18:46,142 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(157): Closed 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=3643cb70e8643cc05d5ab0516edffc14, regionState=CLOSED 2024-11-21T12:18:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:18:46,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-21T12:18:46,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; CloseRegionProcedure 3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 in 160 msec 2024-11-21T12:18:46,146 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, REOPEN/MOVE; state=CLOSED, location=9bb5b7e9dd2c,40779,1732191366267; forceNewPlan=false, retain=true 2024-11-21T12:18:46,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=3643cb70e8643cc05d5ab0516edffc14, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, REOPEN/MOVE because future has completed 2024-11-21T12:18:46,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:18:46,452 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,453 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7752): Opening region: {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:18:46,453 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,453 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:46,453 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7794): checking encryption for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,453 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7797): checking classloading for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,454 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,455 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:18:46,455 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3643cb70e8643cc05d5ab0516edffc14 columnFamilyName A 2024-11-21T12:18:46,456 DEBUG [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:46,456 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.HStore(327): Store=3643cb70e8643cc05d5ab0516edffc14/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:46,457 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,457 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:18:46,457 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3643cb70e8643cc05d5ab0516edffc14 columnFamilyName B 2024-11-21T12:18:46,457 DEBUG [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:46,457 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.HStore(327): Store=3643cb70e8643cc05d5ab0516edffc14/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:46,458 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,458 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T12:18:46,458 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3643cb70e8643cc05d5ab0516edffc14 columnFamilyName C 2024-11-21T12:18:46,458 DEBUG [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:46,458 INFO [StoreOpener-3643cb70e8643cc05d5ab0516edffc14-1 {}] regionserver.HStore(327): Store=3643cb70e8643cc05d5ab0516edffc14/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:46,458 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,459 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1038): replaying wal for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,459 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,460 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,460 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1048): stopping wal replay for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,460 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1060): Cleaning up temporary data for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,461 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T12:18:46,462 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1093): writing seq id for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,462 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1114): Opened 3643cb70e8643cc05d5ab0516edffc14; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60854646, jitterRate=-0.0931951105594635}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T12:18:46,462 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,463 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1006): Region open journal for 3643cb70e8643cc05d5ab0516edffc14: Running coprocessor pre-open hook at 1732191526453Writing region info on filesystem at 1732191526453Initializing all the Stores at 1732191526454 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191526454Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191526454Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191526454Cleaning up temporary data from old regions at 1732191526460 (+6 ms)Running coprocessor post-open hooks at 1732191526462 (+2 ms)Region opened successfully at 1732191526463 (+1 ms) 2024-11-21T12:18:46,464 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., pid=155, masterSystemTime=1732191526450 2024-11-21T12:18:46,465 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,465 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,466 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=3643cb70e8643cc05d5ab0516edffc14, regionState=OPEN, openSeqNum=5, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:18:46,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=153 2024-11-21T12:18:46,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 in 169 msec 2024-11-21T12:18:46,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-21T12:18:46,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, REOPEN/MOVE in 487 msec 2024-11-21T12:18:46,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-21T12:18:46,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-21T12:18:46,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 904 msec 2024-11-21T12:18:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-21T12:18:46,474 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:46,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:46,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:46,476 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c7fb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:46,477 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504e3602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:46,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:46,479 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7813aa6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:46,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:46,480 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:46,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15022805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:46,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:46,481 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3358622e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:46,483 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:46,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f28ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb57557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:46,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:46,484 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe3dec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:46,485 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb444cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b6ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:46,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:46,487 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:46,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:46,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:46,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8d7652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:46,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:46,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:46,488 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:46,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4743e685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:46,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:46,490 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12da1daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:46,491 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75339f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:46,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:46,492 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a49f60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:46,493 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176f0e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:46,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:46,495 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:46,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:46,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:46,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa46de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:46,496 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:46,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f330a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:46,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:46,498 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:46,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:46,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:46,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a79391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:46,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:46,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:46,499 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7731af56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c58aaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39795,-1 for getting cluster id 2024-11-21T12:18:46,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:46,500 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e214df5d-2d62-44c2-95f3-01b120d2b316' 2024-11-21T12:18:46,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e214df5d-2d62-44c2-95f3-01b120d2b316" 2024-11-21T12:18:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60144c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39795,-1] 2024-11-21T12:18:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:46,501 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:46,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748313ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:46,502 DEBUG [Thread-2342 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:46,502 DEBUG [Thread-2346 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:46,503 DEBUG [Thread-2340 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:46,503 DEBUG [Thread-2335 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:46,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:46,503 DEBUG [Thread-2331 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:46,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:46,503 DEBUG [Thread-2337 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:46,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:46,503 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:46,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:46,504 DEBUG [Thread-2329 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:46,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:46,505 DEBUG [Thread-2344 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:46,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:46,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:46,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:46,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:46,505 DEBUG [Thread-2348 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:46,505 DEBUG [Thread-2344 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:46,506 DEBUG [Thread-2344 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:46,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:46,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:46,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-21T12:18:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:18:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:18:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T12:18:46,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:18:46,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:18:46,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:46,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:18:46,509 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:46,509 DEBUG [Thread-2333 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:46,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:46,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:18:46,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=-1] 2024-11-21T12:18:46,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:18:46,510 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:18:46,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:46,510 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:46,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:46,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:18:46,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5] 2024-11-21T12:18:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:18:46,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:18:46,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:46,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:18:46,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:46,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:18:46,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:46,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35976 deadline: 1732191586531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1732191586532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,539 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732191526529, max timestamp=1732191526535Num uniques 859; 2024-11-21T12:18:46,539 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732191526529, max timestamp=1732191526535Num uniques 859; 2024-11-21T12:18:46,539 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:46,539 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:46,539 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732191526529, max timestamp=1732191526535Num uniques 859; 2024-11-21T12:18:46,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:46,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216baafbe1a6194ce8bed715884578b087_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191526514/Put/seqid=0 2024-11-21T12:18:46,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742345_1521 (size=12154) 2024-11-21T12:18:46,547 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:46,550 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216baafbe1a6194ce8bed715884578b087_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216baafbe1a6194ce8bed715884578b087_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,551 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/e55d97a576414f06ab614b6317e02780, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:46,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/e55d97a576414f06ab614b6317e02780 is 175, key is test_row_0/A:col10/1732191526514/Put/seqid=0 2024-11-21T12:18:46,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742346_1522 (size=30955) 2024-11-21T12:18:46,558 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/e55d97a576414f06ab614b6317e02780 2024-11-21T12:18:46,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191586569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191586572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/e0d8e868c50646388dfe1e77bac2b17b is 50, key is test_row_0/B:col10/1732191526514/Put/seqid=0 2024-11-21T12:18:46,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191586582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742347_1523 (size=12001) 2024-11-21T12:18:46,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/e0d8e868c50646388dfe1e77bac2b17b 2024-11-21T12:18:46,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/3bad0e22b37441f2ad5031b195e75377 is 50, key is test_row_0/C:col10/1732191526514/Put/seqid=0 2024-11-21T12:18:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T12:18:46,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742348_1524 (size=12001) 2024-11-21T12:18:46,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/3bad0e22b37441f2ad5031b195e75377 2024-11-21T12:18:46,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/e55d97a576414f06ab614b6317e02780 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e55d97a576414f06ab614b6317e02780 2024-11-21T12:18:46,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e55d97a576414f06ab614b6317e02780, entries=150, sequenceid=15, filesize=30.2 K 2024-11-21T12:18:46,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/e0d8e868c50646388dfe1e77bac2b17b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e0d8e868c50646388dfe1e77bac2b17b 2024-11-21T12:18:46,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e0d8e868c50646388dfe1e77bac2b17b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T12:18:46,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/3bad0e22b37441f2ad5031b195e75377 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/3bad0e22b37441f2ad5031b195e75377 2024-11-21T12:18:46,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/3bad0e22b37441f2ad5031b195e75377, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T12:18:46,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 3643cb70e8643cc05d5ab0516edffc14 in 133ms, sequenceid=15, compaction requested=false 2024-11-21T12:18:46,649 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T12:18:46,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:46,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-21T12:18:46,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:18:46,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:46,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:18:46,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:46,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:18:46,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:46,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a12181e19b744e19b2340e4c67fb6c67_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191526650/Put/seqid=0 2024-11-21T12:18:46,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T12:18:46,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:46,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:46,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:46,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742349_1525 (size=12154) 2024-11-21T12:18:46,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1732191586667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35976 deadline: 1732191586674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191586688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191586688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191586688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1732191586778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35976 deadline: 1732191586788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T12:18:46,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:46,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:46,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T12:18:46,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191586898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191586898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191586898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T12:18:46,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:46,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:46,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:46,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:46,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1732191586988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:46,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:46,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:46,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35976 deadline: 1732191586997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,067 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:47,070 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a12181e19b744e19b2340e4c67fb6c67_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a12181e19b744e19b2340e4c67fb6c67_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:47,071 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/9e20c6d4ff6943c68b1201c236143e87, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:47,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/9e20c6d4ff6943c68b1201c236143e87 is 175, key is test_row_0/A:col10/1732191526650/Put/seqid=0 2024-11-21T12:18:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742350_1526 (size=30955) 2024-11-21T12:18:47,077 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/9e20c6d4ff6943c68b1201c236143e87 2024-11-21T12:18:47,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/cffd7f41aab44aad8cd9c37682cacbe9 is 50, key is test_row_0/B:col10/1732191526650/Put/seqid=0 2024-11-21T12:18:47,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742351_1527 (size=12001) 2024-11-21T12:18:47,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T12:18:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:47,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T12:18:47,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191587208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191587208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:47,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191587208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T12:18:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:47,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:47,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1732191587298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35976 deadline: 1732191587308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T12:18:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:47,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:47,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/cffd7f41aab44aad8cd9c37682cacbe9 2024-11-21T12:18:47,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/4ed2ca08a92b4e3aa9a39cea096ed945 is 50, key is test_row_0/C:col10/1732191526650/Put/seqid=0 2024-11-21T12:18:47,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742352_1528 (size=12001) 2024-11-21T12:18:47,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/4ed2ca08a92b4e3aa9a39cea096ed945 2024-11-21T12:18:47,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/9e20c6d4ff6943c68b1201c236143e87 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9e20c6d4ff6943c68b1201c236143e87 2024-11-21T12:18:47,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9e20c6d4ff6943c68b1201c236143e87, entries=150, sequenceid=52, filesize=30.2 K 2024-11-21T12:18:47,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/cffd7f41aab44aad8cd9c37682cacbe9 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/cffd7f41aab44aad8cd9c37682cacbe9 2024-11-21T12:18:47,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/cffd7f41aab44aad8cd9c37682cacbe9, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T12:18:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/4ed2ca08a92b4e3aa9a39cea096ed945 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/4ed2ca08a92b4e3aa9a39cea096ed945 2024-11-21T12:18:47,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/4ed2ca08a92b4e3aa9a39cea096ed945, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T12:18:47,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 3643cb70e8643cc05d5ab0516edffc14 in 861ms, sequenceid=52, compaction requested=false 2024-11-21T12:18:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:47,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T12:18:47,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:47,582 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-21T12:18:47,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:18:47,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:47,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:18:47,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:47,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:18:47,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216d05629b525343b69eb83372cc0f2b21_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191526672/Put/seqid=0 2024-11-21T12:18:47,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742353_1529 (size=12154) 2024-11-21T12:18:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T12:18:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:47,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:47,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191527733, max timestamp=1732191527747Num uniques 859; 2024-11-21T12:18:47,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:18:47,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191527733, max timestamp=1732191527747Num uniques 859; 2024-11-21T12:18:47,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191527733, max timestamp=1732191527747Num uniques 859; 2024-11-21T12:18:47,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:18:47,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:18:47,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:47,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191587808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1732191587808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:47,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191587813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191587814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35976 deadline: 1732191587818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191587918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191587928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191587928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:47,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:47,998 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216d05629b525343b69eb83372cc0f2b21_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216d05629b525343b69eb83372cc0f2b21_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:47,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/e752a31650d34a38867e5846d40c9d22, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:48,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/e752a31650d34a38867e5846d40c9d22 is 175, key is test_row_0/A:col10/1732191526672/Put/seqid=0 2024-11-21T12:18:48,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742354_1530 (size=30955) 2024-11-21T12:18:48,116 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T12:18:48,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191588128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:48,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191588138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:48,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:48,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191588138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:48,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:48,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:48,404 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/e752a31650d34a38867e5846d40c9d22 2024-11-21T12:18:48,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/ce9ce6eb3d4a44e78ef07cf7994a1dc2 is 50, key is test_row_0/B:col10/1732191526672/Put/seqid=0 2024-11-21T12:18:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742355_1531 (size=12001) 2024-11-21T12:18:48,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191588438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:48,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191588448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:48,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:48,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191588448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:48,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T12:18:48,814 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/ce9ce6eb3d4a44e78ef07cf7994a1dc2 2024-11-21T12:18:48,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/e73d13e74bbd4a52b8b58157a9be3c8d is 50, key is test_row_0/C:col10/1732191526672/Put/seqid=0 2024-11-21T12:18:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742356_1532 (size=12001) 2024-11-21T12:18:48,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:48,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1732191588828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35976 deadline: 1732191588828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:48,833 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 3643cb70e8643cc05d5ab0516edffc14 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:18:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:48,833 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 3643cb70e8643cc05d5ab0516edffc14 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:18:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:48,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191588948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:48,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191588957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:48,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191588957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:49,225 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/e73d13e74bbd4a52b8b58157a9be3c8d 2024-11-21T12:18:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/e752a31650d34a38867e5846d40c9d22 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e752a31650d34a38867e5846d40c9d22 2024-11-21T12:18:49,232 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e752a31650d34a38867e5846d40c9d22, entries=150, sequenceid=61, filesize=30.2 K 2024-11-21T12:18:49,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/ce9ce6eb3d4a44e78ef07cf7994a1dc2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ce9ce6eb3d4a44e78ef07cf7994a1dc2 2024-11-21T12:18:49,236 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ce9ce6eb3d4a44e78ef07cf7994a1dc2, entries=150, sequenceid=61, filesize=11.7 K 2024-11-21T12:18:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/e73d13e74bbd4a52b8b58157a9be3c8d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/e73d13e74bbd4a52b8b58157a9be3c8d 2024-11-21T12:18:49,239 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/e73d13e74bbd4a52b8b58157a9be3c8d, entries=150, sequenceid=61, filesize=11.7 K 2024-11-21T12:18:49,240 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=147.60 KB/151140 for 3643cb70e8643cc05d5ab0516edffc14 in 1659ms, sequenceid=61, compaction requested=true 2024-11-21T12:18:49,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:49,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:49,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-21T12:18:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-21T12:18:49,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-21T12:18:49,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7310 sec 2024-11-21T12:18:49,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.7380 sec 2024-11-21T12:18:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:49,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=154.31 KB heapSize=436.08 KB 2024-11-21T12:18:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:18:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:18:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:18:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:18:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:18:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T12:18:49,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112119d132ff80ee490cac1dcf4a87cecaa6_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191527812/Put/seqid=0 2024-11-21T12:18:49,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742357_1533 (size=12154) 2024-11-21T12:18:49,975 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:49,978 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112119d132ff80ee490cac1dcf4a87cecaa6_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112119d132ff80ee490cac1dcf4a87cecaa6_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:49,979 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/58688f9305ae41e9906017b97a3f0339, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:49,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/58688f9305ae41e9906017b97a3f0339 is 175, key is test_row_0/A:col10/1732191527812/Put/seqid=0 2024-11-21T12:18:49,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742358_1534 (size=30955) 2024-11-21T12:18:49,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191589983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:49,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191589985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:49,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191589985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:49,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:49,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:49,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:50,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191590098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:50,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191590098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:50,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191590099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:50,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191590308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:50,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191590308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:50,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191590308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:50,385 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/58688f9305ae41e9906017b97a3f0339 2024-11-21T12:18:50,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/46a91228e493491fb0247a9ebf86e9fa is 50, key is test_row_0/B:col10/1732191527812/Put/seqid=0 2024-11-21T12:18:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742359_1535 (size=12001) 2024-11-21T12:18:50,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191590618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:50,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:50,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191590618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:50,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:50,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:50,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191590618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T12:18:50,668 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:50,669 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-21T12:18:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T12:18:50,670 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:50,671 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:50,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T12:18:50,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/46a91228e493491fb0247a9ebf86e9fa 2024-11-21T12:18:50,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/f1a93fa13fc2405a8e5cb850be868d50 is 50, key is test_row_0/C:col10/1732191527812/Put/seqid=0 2024-11-21T12:18:50,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742360_1536 (size=12001) 2024-11-21T12:18:50,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-21T12:18:50,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:50,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:50,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:50,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:50,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:50,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1732191590848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:50,852 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 3643cb70e8643cc05d5ab0516edffc14 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:18:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:50,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35976 deadline: 1732191590857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:50,861 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 3643cb70e8643cc05d5ab0516edffc14 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:18:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:50,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-21T12:18:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:50,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T12:18:51,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-21T12:18:51,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:51,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:51,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:51,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:51,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:51,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191591128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:51,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:51,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:51,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191591138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191591138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:51,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/f1a93fa13fc2405a8e5cb850be868d50 2024-11-21T12:18:51,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/58688f9305ae41e9906017b97a3f0339 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/58688f9305ae41e9906017b97a3f0339 2024-11-21T12:18:51,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/58688f9305ae41e9906017b97a3f0339, entries=150, sequenceid=99, filesize=30.2 K 2024-11-21T12:18:51,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/46a91228e493491fb0247a9ebf86e9fa as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/46a91228e493491fb0247a9ebf86e9fa 2024-11-21T12:18:51,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/46a91228e493491fb0247a9ebf86e9fa, entries=150, sequenceid=99, filesize=11.7 K 2024-11-21T12:18:51,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/f1a93fa13fc2405a8e5cb850be868d50 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/f1a93fa13fc2405a8e5cb850be868d50 2024-11-21T12:18:51,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/f1a93fa13fc2405a8e5cb850be868d50, entries=150, sequenceid=99, filesize=11.7 K 2024-11-21T12:18:51,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~436.03 KB/446496, currentSize=33.54 KB/34350 for 3643cb70e8643cc05d5ab0516edffc14 in 1263ms, sequenceid=99, compaction requested=true 2024-11-21T12:18:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:51,224 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:18:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:51,224 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:51,225 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:51,225 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/A is initiating minor compaction (all files) 2024-11-21T12:18:51,225 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/A in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:51,225 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e55d97a576414f06ab614b6317e02780, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9e20c6d4ff6943c68b1201c236143e87, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e752a31650d34a38867e5846d40c9d22, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/58688f9305ae41e9906017b97a3f0339] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=120.9 K 2024-11-21T12:18:51,225 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:51,225 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e55d97a576414f06ab614b6317e02780, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9e20c6d4ff6943c68b1201c236143e87, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e752a31650d34a38867e5846d40c9d22, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/58688f9305ae41e9906017b97a3f0339] 2024-11-21T12:18:51,225 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:51,225 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/B is initiating minor compaction (all files) 2024-11-21T12:18:51,226 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/B in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:51,226 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e0d8e868c50646388dfe1e77bac2b17b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/cffd7f41aab44aad8cd9c37682cacbe9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ce9ce6eb3d4a44e78ef07cf7994a1dc2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/46a91228e493491fb0247a9ebf86e9fa] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=46.9 K 2024-11-21T12:18:51,226 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e55d97a576414f06ab614b6317e02780, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732191526514 2024-11-21T12:18:51,226 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting e0d8e868c50646388dfe1e77bac2b17b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732191526514 2024-11-21T12:18:51,226 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e20c6d4ff6943c68b1201c236143e87, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732191526565 2024-11-21T12:18:51,226 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting cffd7f41aab44aad8cd9c37682cacbe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732191526565 2024-11-21T12:18:51,227 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e752a31650d34a38867e5846d40c9d22, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732191526657 2024-11-21T12:18:51,227 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting ce9ce6eb3d4a44e78ef07cf7994a1dc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732191526657 2024-11-21T12:18:51,227 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58688f9305ae41e9906017b97a3f0339, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732191527773 2024-11-21T12:18:51,227 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 46a91228e493491fb0247a9ebf86e9fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732191527773 2024-11-21T12:18:51,234 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:51,244 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#B#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:51,244 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/a89d9f473fb3494f942ac44376e5dddf is 50, key is test_row_0/B:col10/1732191527812/Put/seqid=0 2024-11-21T12:18:51,246 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112148a04d9cb06640daa1131e9ec8c50c31_3643cb70e8643cc05d5ab0516edffc14 store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:51,248 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112148a04d9cb06640daa1131e9ec8c50c31_3643cb70e8643cc05d5ab0516edffc14, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:51,249 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112148a04d9cb06640daa1131e9ec8c50c31_3643cb70e8643cc05d5ab0516edffc14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742361_1537 (size=12139) 2024-11-21T12:18:51,254 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/a89d9f473fb3494f942ac44376e5dddf as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/a89d9f473fb3494f942ac44376e5dddf 2024-11-21T12:18:51,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742362_1538 (size=4469) 2024-11-21T12:18:51,259 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/B of 3643cb70e8643cc05d5ab0516edffc14 into a89d9f473fb3494f942ac44376e5dddf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:51,259 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:51,259 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/B, priority=12, startTime=1732191531224; duration=0sec 2024-11-21T12:18:51,259 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:51,259 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:B 2024-11-21T12:18:51,259 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T12:18:51,261 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#A#compaction#457 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:51,261 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T12:18:51,261 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/C is initiating minor compaction (all files) 2024-11-21T12:18:51,261 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/C in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:51,261 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/3bad0e22b37441f2ad5031b195e75377, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/4ed2ca08a92b4e3aa9a39cea096ed945, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/e73d13e74bbd4a52b8b58157a9be3c8d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/f1a93fa13fc2405a8e5cb850be868d50] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=46.9 K 2024-11-21T12:18:51,261 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bad0e22b37441f2ad5031b195e75377, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732191526514 2024-11-21T12:18:51,261 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/d34f2a8ad9c741c3a2e2a8fa03731155 is 175, key is test_row_0/A:col10/1732191527812/Put/seqid=0 2024-11-21T12:18:51,262 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ed2ca08a92b4e3aa9a39cea096ed945, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732191526565 2024-11-21T12:18:51,262 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting e73d13e74bbd4a52b8b58157a9be3c8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732191526657 2024-11-21T12:18:51,262 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting f1a93fa13fc2405a8e5cb850be868d50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732191527773 2024-11-21T12:18:51,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742363_1539 (size=31093) 2024-11-21T12:18:51,271 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/d34f2a8ad9c741c3a2e2a8fa03731155 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/d34f2a8ad9c741c3a2e2a8fa03731155 2024-11-21T12:18:51,272 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#C#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:51,273 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/12c861f8df824245bd8af2484cb7408f is 50, key is test_row_0/C:col10/1732191527812/Put/seqid=0 2024-11-21T12:18:51,277 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/A of 3643cb70e8643cc05d5ab0516edffc14 into d34f2a8ad9c741c3a2e2a8fa03731155(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:51,277 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:51,277 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/A, priority=12, startTime=1732191531224; duration=0sec 2024-11-21T12:18:51,277 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:51,277 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:A 2024-11-21T12:18:51,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742364_1540 (size=12139) 2024-11-21T12:18:51,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-21T12:18:51,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:51,281 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T12:18:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:18:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:18:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:18:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:51,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a66d0bfb0a6b4a448463a89de5b55f87_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191529983/Put/seqid=0 2024-11-21T12:18:51,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742365_1541 (size=12154) 2024-11-21T12:18:51,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,296 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a66d0bfb0a6b4a448463a89de5b55f87_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a66d0bfb0a6b4a448463a89de5b55f87_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:51,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/da0365ceb7224b58aae96ead25c567e4, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:51,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/da0365ceb7224b58aae96ead25c567e4 is 175, key is test_row_0/A:col10/1732191529983/Put/seqid=0 2024-11-21T12:18:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T12:18:51,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742366_1542 (size=30955) 2024-11-21T12:18:51,300 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=109, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/da0365ceb7224b58aae96ead25c567e4 2024-11-21T12:18:51,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/8c5f993a73da428993443a24dd6cf12d is 50, key is test_row_0/B:col10/1732191529983/Put/seqid=0 2024-11-21T12:18:51,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742367_1543 (size=12001) 2024-11-21T12:18:51,311 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/8c5f993a73da428993443a24dd6cf12d 2024-11-21T12:18:51,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/8287834c514546a48ff499ea17e1a3e3 is 50, key is test_row_0/C:col10/1732191529983/Put/seqid=0 2024-11-21T12:18:51,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742368_1544 (size=12001) 2024-11-21T12:18:51,324 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/8287834c514546a48ff499ea17e1a3e3 2024-11-21T12:18:51,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/da0365ceb7224b58aae96ead25c567e4 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/da0365ceb7224b58aae96ead25c567e4 2024-11-21T12:18:51,333 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/da0365ceb7224b58aae96ead25c567e4, entries=150, sequenceid=109, filesize=30.2 K 2024-11-21T12:18:51,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/8c5f993a73da428993443a24dd6cf12d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/8c5f993a73da428993443a24dd6cf12d 2024-11-21T12:18:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,337 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/8c5f993a73da428993443a24dd6cf12d, entries=150, sequenceid=109, filesize=11.7 K 2024-11-21T12:18:51,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/8287834c514546a48ff499ea17e1a3e3 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/8287834c514546a48ff499ea17e1a3e3 2024-11-21T12:18:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,341 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/8287834c514546a48ff499ea17e1a3e3, entries=150, sequenceid=109, filesize=11.7 K 2024-11-21T12:18:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,342 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 3643cb70e8643cc05d5ab0516edffc14 in 61ms, sequenceid=109, compaction requested=false 2024-11-21T12:18:51,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:51,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:51,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-21T12:18:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-21T12:18:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-21T12:18:51,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 672 msec 2024-11-21T12:18:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 677 msec 2024-11-21T12:18:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,693 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/12c861f8df824245bd8af2484cb7408f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/12c861f8df824245bd8af2484cb7408f 2024-11-21T12:18:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,698 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/C of 3643cb70e8643cc05d5ab0516edffc14 into 12c861f8df824245bd8af2484cb7408f(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:51,699 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,699 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/C, priority=12, startTime=1732191531224; duration=0sec 2024-11-21T12:18:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,699 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:51,699 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:C 2024-11-21T12:18:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T12:18:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,808 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,809 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-21T12:18:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T12:18:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,811 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,812 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:51,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T12:18:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-21T12:18:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:51,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:51,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-21T12:18:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-21T12:18:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-21T12:18:51,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-11-21T12:18:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 163 msec 2024-11-21T12:18:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T12:18:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,128 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,128 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-21T12:18:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,131 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T12:18:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,132 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:52,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:18:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:18:52,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:52,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:18:52,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:52,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:18:52,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112108885171c64b4871b1ac7e05205a33d8_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191532183/Put/seqid=0 2024-11-21T12:18:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742369_1545 (size=17034) 2024-11-21T12:18:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,202 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,208 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112108885171c64b4871b1ac7e05205a33d8_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112108885171c64b4871b1ac7e05205a33d8_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,209 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/2ed79d0bc3e14da58eb40882365b0211, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/2ed79d0bc3e14da58eb40882365b0211 is 175, key is test_row_0/A:col10/1732191532183/Put/seqid=0 2024-11-21T12:18:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742370_1546 (size=48139) 2024-11-21T12:18:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T12:18:52,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191532245, max timestamp=1732191532258Num uniques 859; 2024-11-21T12:18:52,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191532245, max timestamp=1732191532258Num uniques 859; 2024-11-21T12:18:52,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:18:52,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191532245, max timestamp=1732191532258Num uniques 859; 2024-11-21T12:18:52,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:18:52,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:18:52,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-21T12:18:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:52,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191592284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:52,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:52,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191592287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:52,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:52,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191592291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:52,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:52,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191592397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:52,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:52,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191592397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:52,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:52,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191592398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:52,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:52,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-21T12:18:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:52,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T12:18:52,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-21T12:18:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:52,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:52,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191592607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:52,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:52,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191592607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:52,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:52,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191592607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:52,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:52,613 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/2ed79d0bc3e14da58eb40882365b0211 2024-11-21T12:18:52,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/21a832d418d243bb827fe4f4d079d40a is 50, key is test_row_0/B:col10/1732191532183/Put/seqid=0 2024-11-21T12:18:52,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742371_1547 (size=12001) 2024-11-21T12:18:52,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-21T12:18:52,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:52,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:52,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:52,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T12:18:52,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-21T12:18:52,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:52,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:52,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:52,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:52,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191592918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:52,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191592918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191592918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:52,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:52,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:53,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/21a832d418d243bb827fe4f4d079d40a 2024-11-21T12:18:53,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/565347f9634949b9aca530b6a1ecfba2 is 50, key is test_row_0/C:col10/1732191532183/Put/seqid=0 2024-11-21T12:18:53,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742372_1548 (size=12001) 2024-11-21T12:18:53,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-21T12:18:53,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:53,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:53,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:53,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:53,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:53,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-21T12:18:53,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:53,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:53,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T12:18:53,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-21T12:18:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:53,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:53,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:53,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:53,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191593428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191593428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:53,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191593428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:53,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:53,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/565347f9634949b9aca530b6a1ecfba2 2024-11-21T12:18:53,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/2ed79d0bc3e14da58eb40882365b0211 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/2ed79d0bc3e14da58eb40882365b0211 2024-11-21T12:18:53,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/2ed79d0bc3e14da58eb40882365b0211, entries=250, sequenceid=121, filesize=47.0 K 2024-11-21T12:18:53,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/21a832d418d243bb827fe4f4d079d40a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/21a832d418d243bb827fe4f4d079d40a 2024-11-21T12:18:53,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/21a832d418d243bb827fe4f4d079d40a, entries=150, sequenceid=121, filesize=11.7 K 2024-11-21T12:18:53,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/565347f9634949b9aca530b6a1ecfba2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/565347f9634949b9aca530b6a1ecfba2 2024-11-21T12:18:53,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/565347f9634949b9aca530b6a1ecfba2, entries=150, sequenceid=121, filesize=11.7 K 2024-11-21T12:18:53,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3643cb70e8643cc05d5ab0516edffc14 in 1257ms, sequenceid=121, compaction requested=true 2024-11-21T12:18:53,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:53,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:53,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:53,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:53,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:53,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:18:53,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:53,447 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:53,448 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:53,448 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:53,448 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110187 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:53,448 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/B is initiating minor compaction (all files) 2024-11-21T12:18:53,448 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/A is initiating minor compaction (all files) 2024-11-21T12:18:53,448 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/B in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:53,448 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/A in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:53,449 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/a89d9f473fb3494f942ac44376e5dddf, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/8c5f993a73da428993443a24dd6cf12d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/21a832d418d243bb827fe4f4d079d40a] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=35.3 K 2024-11-21T12:18:53,449 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/d34f2a8ad9c741c3a2e2a8fa03731155, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/da0365ceb7224b58aae96ead25c567e4, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/2ed79d0bc3e14da58eb40882365b0211] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=107.6 K 2024-11-21T12:18:53,449 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:53,449 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/d34f2a8ad9c741c3a2e2a8fa03731155, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/da0365ceb7224b58aae96ead25c567e4, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/2ed79d0bc3e14da58eb40882365b0211] 2024-11-21T12:18:53,449 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting a89d9f473fb3494f942ac44376e5dddf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732191527773 2024-11-21T12:18:53,449 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c5f993a73da428993443a24dd6cf12d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732191529973 2024-11-21T12:18:53,449 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d34f2a8ad9c741c3a2e2a8fa03731155, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732191527773 2024-11-21T12:18:53,449 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 21a832d418d243bb827fe4f4d079d40a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732191532183 2024-11-21T12:18:53,450 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting da0365ceb7224b58aae96ead25c567e4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732191529973 2024-11-21T12:18:53,450 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ed79d0bc3e14da58eb40882365b0211, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732191532181 2024-11-21T12:18:53,456 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#B#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:53,457 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:53,459 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121010ef05bb442438586a789a18dd82fdf_3643cb70e8643cc05d5ab0516edffc14 store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:53,460 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121010ef05bb442438586a789a18dd82fdf_3643cb70e8643cc05d5ab0516edffc14, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:53,460 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121010ef05bb442438586a789a18dd82fdf_3643cb70e8643cc05d5ab0516edffc14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:53,462 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/2398e7b4b5cd4c8789c743230429a574 is 50, key is test_row_0/B:col10/1732191532183/Put/seqid=0 2024-11-21T12:18:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742373_1549 (size=4469) 2024-11-21T12:18:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742374_1550 (size=12241) 2024-11-21T12:18:53,466 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#A#compaction#467 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:53,467 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/bf61e4a4db6c4d0090d11010ed1e1387 is 175, key is test_row_0/A:col10/1732191532183/Put/seqid=0 2024-11-21T12:18:53,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742375_1551 (size=31195) 2024-11-21T12:18:53,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-21T12:18:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:53,510 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-21T12:18:53,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:18:53,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:53,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:18:53,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:53,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:18:53,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:53,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112111f3002b82a3443e80d75e437c8be0ef_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191532258/Put/seqid=0 2024-11-21T12:18:53,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742376_1552 (size=12304) 2024-11-21T12:18:53,870 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/2398e7b4b5cd4c8789c743230429a574 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/2398e7b4b5cd4c8789c743230429a574 2024-11-21T12:18:53,875 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/bf61e4a4db6c4d0090d11010ed1e1387 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/bf61e4a4db6c4d0090d11010ed1e1387 2024-11-21T12:18:53,875 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/B of 3643cb70e8643cc05d5ab0516edffc14 into 2398e7b4b5cd4c8789c743230429a574(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:53,875 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:53,875 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/B, priority=13, startTime=1732191533447; duration=0sec 2024-11-21T12:18:53,875 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:53,875 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:B 2024-11-21T12:18:53,875 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:53,876 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:53,876 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/C is initiating minor compaction (all files) 2024-11-21T12:18:53,876 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/C in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:53,876 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/12c861f8df824245bd8af2484cb7408f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/8287834c514546a48ff499ea17e1a3e3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/565347f9634949b9aca530b6a1ecfba2] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=35.3 K 2024-11-21T12:18:53,877 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 12c861f8df824245bd8af2484cb7408f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732191527773 2024-11-21T12:18:53,877 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8287834c514546a48ff499ea17e1a3e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732191529973 2024-11-21T12:18:53,877 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 565347f9634949b9aca530b6a1ecfba2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732191532183 2024-11-21T12:18:53,879 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/A of 3643cb70e8643cc05d5ab0516edffc14 into bf61e4a4db6c4d0090d11010ed1e1387(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:53,879 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:53,879 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/A, priority=13, startTime=1732191533447; duration=0sec 2024-11-21T12:18:53,879 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:53,879 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:A 2024-11-21T12:18:53,885 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#C#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:53,885 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/a4f4b5e5b55e4f5abf22ede01e0e2ec9 is 50, key is test_row_0/C:col10/1732191532183/Put/seqid=0 2024-11-21T12:18:53,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742377_1553 (size=12241) 2024-11-21T12:18:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:53,924 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112111f3002b82a3443e80d75e437c8be0ef_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112111f3002b82a3443e80d75e437c8be0ef_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:53,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/30a2c30be49d44e59625cbc31f0cc9d8, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:53,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/30a2c30be49d44e59625cbc31f0cc9d8 is 175, key is test_row_0/A:col10/1732191532258/Put/seqid=0 2024-11-21T12:18:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742378_1554 (size=31105) 2024-11-21T12:18:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T12:18:54,293 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/a4f4b5e5b55e4f5abf22ede01e0e2ec9 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a4f4b5e5b55e4f5abf22ede01e0e2ec9 2024-11-21T12:18:54,297 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/C of 3643cb70e8643cc05d5ab0516edffc14 into a4f4b5e5b55e4f5abf22ede01e0e2ec9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:54,297 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:54,297 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/C, priority=13, startTime=1732191533447; duration=0sec 2024-11-21T12:18:54,297 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:54,298 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:C 2024-11-21T12:18:54,330 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/30a2c30be49d44e59625cbc31f0cc9d8 2024-11-21T12:18:54,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/48503da6b0954c2389c7b09d5e24bbe5 is 50, key is test_row_0/B:col10/1732191532258/Put/seqid=0 2024-11-21T12:18:54,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742379_1555 (size=12151) 2024-11-21T12:18:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:54,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:54,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191594450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:54,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191594452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:54,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:54,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191594454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:54,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:54,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:54,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191594558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:54,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:54,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191594567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:54,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191594568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:54,741 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/48503da6b0954c2389c7b09d5e24bbe5 2024-11-21T12:18:54,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/8ee2b5b8f5c1452dbf33cf46b044dfd4 is 50, key is test_row_0/C:col10/1732191532258/Put/seqid=0 2024-11-21T12:18:54,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742380_1556 (size=12151) 2024-11-21T12:18:54,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191594768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:54,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:54,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191594777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:54,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191594777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:54,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1732191594867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35976 deadline: 1732191594868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:54,870 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 3643cb70e8643cc05d5ab0516edffc14 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:18:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:54,870 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 3643cb70e8643cc05d5ab0516edffc14 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:18:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:55,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191595078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:55,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:55,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191595087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:55,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191595088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:55,152 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/8ee2b5b8f5c1452dbf33cf46b044dfd4 2024-11-21T12:18:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/30a2c30be49d44e59625cbc31f0cc9d8 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/30a2c30be49d44e59625cbc31f0cc9d8 2024-11-21T12:18:55,160 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/30a2c30be49d44e59625cbc31f0cc9d8, entries=150, sequenceid=156, filesize=30.4 K 2024-11-21T12:18:55,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/48503da6b0954c2389c7b09d5e24bbe5 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/48503da6b0954c2389c7b09d5e24bbe5 2024-11-21T12:18:55,164 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/48503da6b0954c2389c7b09d5e24bbe5, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T12:18:55,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/8ee2b5b8f5c1452dbf33cf46b044dfd4 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/8ee2b5b8f5c1452dbf33cf46b044dfd4 2024-11-21T12:18:55,168 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/8ee2b5b8f5c1452dbf33cf46b044dfd4, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T12:18:55,169 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 3643cb70e8643cc05d5ab0516edffc14 in 1659ms, sequenceid=156, compaction requested=false 2024-11-21T12:18:55,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:55,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:55,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-21T12:18:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-21T12:18:55,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-21T12:18:55,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0370 sec 2024-11-21T12:18:55,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 3.0430 sec 2024-11-21T12:18:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:55,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T12:18:55,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:18:55,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:55,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:18:55,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:55,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:18:55,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:55,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219d94b590cd4b44b28b3b01c762bd6d2d_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191534452/Put/seqid=0 2024-11-21T12:18:55,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742381_1557 (size=12304) 2024-11-21T12:18:55,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191535615, max timestamp=1732191535625Num uniques 859; 2024-11-21T12:18:55,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:55,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191535615, max timestamp=1732191535625Num uniques 859; 2024-11-21T12:18:55,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191535615, max timestamp=1732191535625Num uniques 859; 2024-11-21T12:18:55,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:55,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:18:55,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191595650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:55,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:55,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191595653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:55,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:55,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191595655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:55,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:55,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191595758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:55,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:55,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191595768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:55,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:55,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191595768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:55,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:55,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191595968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:55,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191595978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191595978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:56,002 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:56,006 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219d94b590cd4b44b28b3b01c762bd6d2d_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219d94b590cd4b44b28b3b01c762bd6d2d_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:56,006 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/998ef17329cb40bda1adccd88ebfe115, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:56,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/998ef17329cb40bda1adccd88ebfe115 is 175, key is test_row_0/A:col10/1732191534452/Put/seqid=0 2024-11-21T12:18:56,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742382_1558 (size=31105) 2024-11-21T12:18:56,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191596277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:56,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191596288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:56,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191596288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T12:18:56,299 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:56,299 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-21T12:18:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-21T12:18:56,301 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:56,301 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:56,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-21T12:18:56,411 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/998ef17329cb40bda1adccd88ebfe115 2024-11-21T12:18:56,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/ee3c285de03249a3928942cf9cc2d592 is 50, key is test_row_0/B:col10/1732191534452/Put/seqid=0 2024-11-21T12:18:56,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742383_1559 (size=12151) 2024-11-21T12:18:56,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-21T12:18:56,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:56,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:56,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:56,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:56,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:56,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-21T12:18:56,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:56,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:56,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:56,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:56,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-21T12:18:56,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-21T12:18:56,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:56,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:56,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:56,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:56,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:56,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:56,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191596788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:56,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:56,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:56,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:56,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191596798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:56,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191596798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:56,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:56,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:56,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:56,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:56,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:56,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:56,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/ee3c285de03249a3928942cf9cc2d592 2024-11-21T12:18:56,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/9d195f234e044a5499d1b27a22c9efd2 is 50, key is test_row_0/C:col10/1732191534452/Put/seqid=0 2024-11-21T12:18:56,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742384_1560 (size=12151) 2024-11-21T12:18:56,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/9d195f234e044a5499d1b27a22c9efd2 2024-11-21T12:18:56,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/998ef17329cb40bda1adccd88ebfe115 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/998ef17329cb40bda1adccd88ebfe115 2024-11-21T12:18:56,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/998ef17329cb40bda1adccd88ebfe115, entries=150, sequenceid=170, filesize=30.4 K 2024-11-21T12:18:56,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/ee3c285de03249a3928942cf9cc2d592 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ee3c285de03249a3928942cf9cc2d592 2024-11-21T12:18:56,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ee3c285de03249a3928942cf9cc2d592, entries=150, sequenceid=170, filesize=11.9 K 2024-11-21T12:18:56,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/9d195f234e044a5499d1b27a22c9efd2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/9d195f234e044a5499d1b27a22c9efd2 2024-11-21T12:18:56,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/9d195f234e044a5499d1b27a22c9efd2, entries=150, sequenceid=170, filesize=11.9 K 2024-11-21T12:18:56,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3643cb70e8643cc05d5ab0516edffc14 in 1270ms, sequenceid=170, compaction requested=true 2024-11-21T12:18:56,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:56,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:56,860 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:56,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:56,861 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:56,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:56,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:56,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:18:56,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:56,864 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:56,864 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/A is initiating minor compaction (all files) 2024-11-21T12:18:56,864 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/A in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:56,864 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/bf61e4a4db6c4d0090d11010ed1e1387, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/30a2c30be49d44e59625cbc31f0cc9d8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/998ef17329cb40bda1adccd88ebfe115] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=91.2 K 2024-11-21T12:18:56,864 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:56,864 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/bf61e4a4db6c4d0090d11010ed1e1387, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/30a2c30be49d44e59625cbc31f0cc9d8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/998ef17329cb40bda1adccd88ebfe115] 2024-11-21T12:18:56,865 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:56,865 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf61e4a4db6c4d0090d11010ed1e1387, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732191532183 2024-11-21T12:18:56,865 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/B is initiating minor compaction (all files) 2024-11-21T12:18:56,865 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/B in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:56,865 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/2398e7b4b5cd4c8789c743230429a574, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/48503da6b0954c2389c7b09d5e24bbe5, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ee3c285de03249a3928942cf9cc2d592] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=35.7 K 2024-11-21T12:18:56,865 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30a2c30be49d44e59625cbc31f0cc9d8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732191532258 2024-11-21T12:18:56,865 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2398e7b4b5cd4c8789c743230429a574, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732191532183 2024-11-21T12:18:56,865 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 998ef17329cb40bda1adccd88ebfe115, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732191534440 2024-11-21T12:18:56,866 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 48503da6b0954c2389c7b09d5e24bbe5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732191532258 2024-11-21T12:18:56,866 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting ee3c285de03249a3928942cf9cc2d592, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732191534440 2024-11-21T12:18:56,872 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:56,875 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#B#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:56,875 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/6d0e5d176aac4938b3d1c2ce3fede836 is 50, key is test_row_0/B:col10/1732191534452/Put/seqid=0 2024-11-21T12:18:56,884 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121ce445b7a0bdb4065a2aed1e2ce0375a3_3643cb70e8643cc05d5ab0516edffc14 store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:56,886 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121ce445b7a0bdb4065a2aed1e2ce0375a3_3643cb70e8643cc05d5ab0516edffc14, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:56,886 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ce445b7a0bdb4065a2aed1e2ce0375a3_3643cb70e8643cc05d5ab0516edffc14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:56,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742385_1561 (size=12493) 2024-11-21T12:18:56,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742386_1562 (size=4469) 2024-11-21T12:18:56,898 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#A#compaction#475 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:56,899 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/25b8b5ccdddb46d5a8b1491458b4b9d8 is 175, key is test_row_0/A:col10/1732191534452/Put/seqid=0 2024-11-21T12:18:56,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-21T12:18:56,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:56,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742387_1563 (size=31447) 2024-11-21T12:18:56,914 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-21T12:18:56,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:18:56,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:56,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:18:56,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:56,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:18:56,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:56,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212e90ef242e9a400da81d8b53c20f41da_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191535654/Put/seqid=0 2024-11-21T12:18:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-21T12:18:56,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742388_1564 (size=12304) 2024-11-21T12:18:56,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:56,942 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212e90ef242e9a400da81d8b53c20f41da_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212e90ef242e9a400da81d8b53c20f41da_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:56,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/1f3dae8f5e8c493086db76e3c9d82f1d, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:56,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/1f3dae8f5e8c493086db76e3c9d82f1d is 175, key is test_row_0/A:col10/1732191535654/Put/seqid=0 2024-11-21T12:18:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742389_1565 (size=31105) 2024-11-21T12:18:57,301 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/6d0e5d176aac4938b3d1c2ce3fede836 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/6d0e5d176aac4938b3d1c2ce3fede836 2024-11-21T12:18:57,306 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/B of 3643cb70e8643cc05d5ab0516edffc14 into 6d0e5d176aac4938b3d1c2ce3fede836(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:57,306 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:57,307 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/B, priority=13, startTime=1732191536860; duration=0sec 2024-11-21T12:18:57,307 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:57,307 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:B 2024-11-21T12:18:57,307 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:57,308 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:57,308 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/C is initiating minor compaction (all files) 2024-11-21T12:18:57,308 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/C in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:57,308 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a4f4b5e5b55e4f5abf22ede01e0e2ec9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/8ee2b5b8f5c1452dbf33cf46b044dfd4, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/9d195f234e044a5499d1b27a22c9efd2] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=35.7 K 2024-11-21T12:18:57,309 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting a4f4b5e5b55e4f5abf22ede01e0e2ec9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732191532183 2024-11-21T12:18:57,309 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ee2b5b8f5c1452dbf33cf46b044dfd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732191532258 2024-11-21T12:18:57,309 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d195f234e044a5499d1b27a22c9efd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732191534440 2024-11-21T12:18:57,315 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#C#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:57,317 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/d7e9c90291a14cfe898f489f0f00318a is 50, key is test_row_0/C:col10/1732191534452/Put/seqid=0 2024-11-21T12:18:57,318 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/25b8b5ccdddb46d5a8b1491458b4b9d8 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/25b8b5ccdddb46d5a8b1491458b4b9d8 2024-11-21T12:18:57,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742390_1566 (size=12493) 2024-11-21T12:18:57,324 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/A of 3643cb70e8643cc05d5ab0516edffc14 into 25b8b5ccdddb46d5a8b1491458b4b9d8(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:57,324 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:57,324 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/A, priority=13, startTime=1732191536860; duration=0sec 2024-11-21T12:18:57,324 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:57,324 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:A 2024-11-21T12:18:57,351 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/1f3dae8f5e8c493086db76e3c9d82f1d 2024-11-21T12:18:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/31e7c5cbe7334b33bc129d1c13f25f71 is 50, key is test_row_0/B:col10/1732191535654/Put/seqid=0 2024-11-21T12:18:57,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742391_1567 (size=12151) 2024-11-21T12:18:57,364 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/31e7c5cbe7334b33bc129d1c13f25f71 2024-11-21T12:18:57,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/604cb1d36a4e4fafa1d59978d58dcdc9 is 50, key is test_row_0/C:col10/1732191535654/Put/seqid=0 2024-11-21T12:18:57,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742392_1568 (size=12151) 2024-11-21T12:18:57,377 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/604cb1d36a4e4fafa1d59978d58dcdc9 2024-11-21T12:18:57,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/1f3dae8f5e8c493086db76e3c9d82f1d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1f3dae8f5e8c493086db76e3c9d82f1d 2024-11-21T12:18:57,384 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1f3dae8f5e8c493086db76e3c9d82f1d, entries=150, sequenceid=205, filesize=30.4 K 2024-11-21T12:18:57,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/31e7c5cbe7334b33bc129d1c13f25f71 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/31e7c5cbe7334b33bc129d1c13f25f71 2024-11-21T12:18:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,389 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/31e7c5cbe7334b33bc129d1c13f25f71, entries=150, sequenceid=205, filesize=11.9 K 2024-11-21T12:18:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/604cb1d36a4e4fafa1d59978d58dcdc9 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/604cb1d36a4e4fafa1d59978d58dcdc9 2024-11-21T12:18:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,394 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/604cb1d36a4e4fafa1d59978d58dcdc9, entries=150, sequenceid=205, filesize=11.9 K 2024-11-21T12:18:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,395 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=0 B/0 for 3643cb70e8643cc05d5ab0516edffc14 in 481ms, sequenceid=205, compaction requested=false 2024-11-21T12:18:57,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:57,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:57,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-21T12:18:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-21T12:18:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-21T12:18:57,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0950 sec 2024-11-21T12:18:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.1000 sec 2024-11-21T12:18:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-21T12:18:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,438 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,439 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-21T12:18:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-21T12:18:57,441 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,442 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:57,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-21T12:18:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-21T12:18:57,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-21T12:18:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-21T12:18:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-21T12:18:57,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-21T12:18:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 160 msec 2024-11-21T12:18:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,727 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/d7e9c90291a14cfe898f489f0f00318a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/d7e9c90291a14cfe898f489f0f00318a 2024-11-21T12:18:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,731 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/C of 3643cb70e8643cc05d5ab0516edffc14 into d7e9c90291a14cfe898f489f0f00318a(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:57,731 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:57,731 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/C, priority=13, startTime=1732191536862; duration=0sec 2024-11-21T12:18:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,731 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:57,731 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:C 2024-11-21T12:18:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-21T12:18:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,759 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:18:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,759 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:18:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-21T12:18:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-21T12:18:57,761 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:18:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,762 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:18:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:18:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T12:18:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:18:57,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:57,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:18:57,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:57,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:18:57,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:18:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211ef573201d5340c8b48f7dc3b2bdd7f0_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191537842/Put/seqid=0 2024-11-21T12:18:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742393_1569 (size=22268) 2024-11-21T12:18:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-21T12:18:57,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191537873, max timestamp=1732191537885Num uniques 859; 2024-11-21T12:18:57,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:18:57,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191537873, max timestamp=1732191537885Num uniques 859; 2024-11-21T12:18:57,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:18:57,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732191537873, max timestamp=1732191537885Num uniques 859; 2024-11-21T12:18:57,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T12:18:57,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-21T12:18:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:57,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:57,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:57,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191597917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:57,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191597922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:57,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191597922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:58,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191598028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:58,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:58,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191598038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191598038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:58,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:58,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:58,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-21T12:18:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-21T12:18:58,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-21T12:18:58,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:58,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191598238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:58,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191598248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:58,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:58,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191598249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:58,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:58,255 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:58,260 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211ef573201d5340c8b48f7dc3b2bdd7f0_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211ef573201d5340c8b48f7dc3b2bdd7f0_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:58,261 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/8bf5c708cb16417ca811c321c279cb54, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:58,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/8bf5c708cb16417ca811c321c279cb54 is 175, key is test_row_0/A:col10/1732191537842/Put/seqid=0 2024-11-21T12:18:58,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742394_1570 (size=65673) 2024-11-21T12:18:58,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-21T12:18:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:58,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-21T12:18:58,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-21T12:18:58,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:58,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191598547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191598558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:58,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191598558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:58,675 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/8bf5c708cb16417ca811c321c279cb54 2024-11-21T12:18:58,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/b4b7789deb904b72a89ac4fc0096f5fa is 50, key is test_row_0/B:col10/1732191537842/Put/seqid=0 2024-11-21T12:18:58,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-21T12:18:58,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:58,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742395_1571 (size=12151) 2024-11-21T12:18:58,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/b4b7789deb904b72a89ac4fc0096f5fa 2024-11-21T12:18:58,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/2a89177316d54c5f9dd0c3162bc1ac9e is 50, key is test_row_0/C:col10/1732191537842/Put/seqid=0 2024-11-21T12:18:58,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742396_1572 (size=12151) 2024-11-21T12:18:58,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-21T12:18:58,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:58,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-21T12:18:58,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-21T12:18:58,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:18:58,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:58,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:18:59,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191599058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:59,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191599068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:59,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:18:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191599068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:18:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:18:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:18:59,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/2a89177316d54c5f9dd0c3162bc1ac9e 2024-11-21T12:18:59,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/8bf5c708cb16417ca811c321c279cb54 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/8bf5c708cb16417ca811c321c279cb54 2024-11-21T12:18:59,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/8bf5c708cb16417ca811c321c279cb54, entries=350, sequenceid=219, filesize=64.1 K 2024-11-21T12:18:59,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/b4b7789deb904b72a89ac4fc0096f5fa as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/b4b7789deb904b72a89ac4fc0096f5fa 2024-11-21T12:18:59,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/b4b7789deb904b72a89ac4fc0096f5fa, entries=150, sequenceid=219, filesize=11.9 K 2024-11-21T12:18:59,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/2a89177316d54c5f9dd0c3162bc1ac9e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2a89177316d54c5f9dd0c3162bc1ac9e 2024-11-21T12:18:59,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2a89177316d54c5f9dd0c3162bc1ac9e, entries=150, sequenceid=219, filesize=11.9 K 2024-11-21T12:18:59,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3643cb70e8643cc05d5ab0516edffc14 in 1272ms, sequenceid=219, compaction requested=true 2024-11-21T12:18:59,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:59,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:18:59,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:59,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:18:59,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:59,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:59,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:18:59,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:59,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:59,116 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:59,116 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:59,116 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/B is initiating minor compaction (all files) 2024-11-21T12:18:59,116 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/A is initiating minor compaction (all files) 2024-11-21T12:18:59,116 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/A in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:59,116 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/B in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:59,116 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/25b8b5ccdddb46d5a8b1491458b4b9d8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1f3dae8f5e8c493086db76e3c9d82f1d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/8bf5c708cb16417ca811c321c279cb54] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=125.2 K 2024-11-21T12:18:59,116 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/6d0e5d176aac4938b3d1c2ce3fede836, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/31e7c5cbe7334b33bc129d1c13f25f71, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/b4b7789deb904b72a89ac4fc0096f5fa] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=35.9 K 2024-11-21T12:18:59,116 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:59,116 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/25b8b5ccdddb46d5a8b1491458b4b9d8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1f3dae8f5e8c493086db76e3c9d82f1d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/8bf5c708cb16417ca811c321c279cb54] 2024-11-21T12:18:59,117 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25b8b5ccdddb46d5a8b1491458b4b9d8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732191534440 2024-11-21T12:18:59,117 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d0e5d176aac4938b3d1c2ce3fede836, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732191534440 2024-11-21T12:18:59,117 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f3dae8f5e8c493086db76e3c9d82f1d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732191535645 2024-11-21T12:18:59,117 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 31e7c5cbe7334b33bc129d1c13f25f71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732191535645 2024-11-21T12:18:59,117 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bf5c708cb16417ca811c321c279cb54, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732191537809 2024-11-21T12:18:59,117 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting b4b7789deb904b72a89ac4fc0096f5fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732191537839 2024-11-21T12:18:59,124 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#B#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:59,124 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/95b1f3033132481cb57818ceb8b4d655 is 50, key is test_row_0/B:col10/1732191537842/Put/seqid=0 2024-11-21T12:18:59,125 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:59,127 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112180b0176a676b4c8994afd28a9314a223_3643cb70e8643cc05d5ab0516edffc14 store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:59,129 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112180b0176a676b4c8994afd28a9314a223_3643cb70e8643cc05d5ab0516edffc14, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:59,129 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112180b0176a676b4c8994afd28a9314a223_3643cb70e8643cc05d5ab0516edffc14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:59,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742397_1573 (size=12595) 2024-11-21T12:18:59,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742398_1574 (size=4469) 2024-11-21T12:18:59,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-21T12:18:59,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:59,144 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-21T12:18:59,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:18:59,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:59,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:18:59,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:59,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:18:59,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:18:59,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d656ec90b29349feb37baeb71f1a93b8_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191537920/Put/seqid=0 2024-11-21T12:18:59,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742399_1575 (size=12304) 2024-11-21T12:18:59,543 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#A#compaction#485 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:59,544 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/95fb83071c054b6db5507576fefd5e16 is 175, key is test_row_0/A:col10/1732191537842/Put/seqid=0 2024-11-21T12:18:59,545 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/95b1f3033132481cb57818ceb8b4d655 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/95b1f3033132481cb57818ceb8b4d655 2024-11-21T12:18:59,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742400_1576 (size=31549) 2024-11-21T12:18:59,552 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/B of 3643cb70e8643cc05d5ab0516edffc14 into 95b1f3033132481cb57818ceb8b4d655(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:59,552 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:59,552 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/B, priority=13, startTime=1732191539115; duration=0sec 2024-11-21T12:18:59,553 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:18:59,553 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:B 2024-11-21T12:18:59,553 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:18:59,554 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:18:59,555 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/C is initiating minor compaction (all files) 2024-11-21T12:18:59,555 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/C in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:18:59,555 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/d7e9c90291a14cfe898f489f0f00318a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/604cb1d36a4e4fafa1d59978d58dcdc9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2a89177316d54c5f9dd0c3162bc1ac9e] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=35.9 K 2024-11-21T12:18:59,555 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting d7e9c90291a14cfe898f489f0f00318a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732191534440 2024-11-21T12:18:59,555 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 604cb1d36a4e4fafa1d59978d58dcdc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732191535645 2024-11-21T12:18:59,556 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a89177316d54c5f9dd0c3162bc1ac9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732191537839 2024-11-21T12:18:59,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:59,562 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d656ec90b29349feb37baeb71f1a93b8_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d656ec90b29349feb37baeb71f1a93b8_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:18:59,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/d7200d5d5f074766b5f6b5258da54ac6, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:18:59,564 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#C#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:18:59,564 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/2fcec1c235c8415e9229c5be9fa85a86 is 50, key is test_row_0/C:col10/1732191537842/Put/seqid=0 2024-11-21T12:18:59,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/d7200d5d5f074766b5f6b5258da54ac6 is 175, key is test_row_0/A:col10/1732191537920/Put/seqid=0 2024-11-21T12:18:59,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742401_1577 (size=31105) 2024-11-21T12:18:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742402_1578 (size=12595) 2024-11-21T12:18:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-21T12:18:59,954 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/95fb83071c054b6db5507576fefd5e16 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/95fb83071c054b6db5507576fefd5e16 2024-11-21T12:18:59,959 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/A of 3643cb70e8643cc05d5ab0516edffc14 into 95fb83071c054b6db5507576fefd5e16(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:59,959 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:59,959 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/A, priority=13, startTime=1732191539115; duration=0sec 2024-11-21T12:18:59,959 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:59,959 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:A 2024-11-21T12:18:59,969 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/d7200d5d5f074766b5f6b5258da54ac6 2024-11-21T12:18:59,989 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/2fcec1c235c8415e9229c5be9fa85a86 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2fcec1c235c8415e9229c5be9fa85a86 2024-11-21T12:18:59,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/dd7c0fc7abe54919a7fd8e04c10e315f is 50, key is test_row_0/B:col10/1732191537920/Put/seqid=0 2024-11-21T12:18:59,994 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/C of 3643cb70e8643cc05d5ab0516edffc14 into 2fcec1c235c8415e9229c5be9fa85a86(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:18:59,994 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:18:59,994 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/C, priority=13, startTime=1732191539115; duration=0sec 2024-11-21T12:18:59,994 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:18:59,994 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:C 2024-11-21T12:18:59,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742403_1579 (size=12151) 2024-11-21T12:18:59,997 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/dd7c0fc7abe54919a7fd8e04c10e315f 2024-11-21T12:19:00,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/a5dc842de8a54d2fa2a4bf4c61af66cc is 50, key is test_row_0/C:col10/1732191537920/Put/seqid=0 2024-11-21T12:19:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742404_1580 (size=12151) 2024-11-21T12:19:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:00,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:00,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191600089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191600089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191600090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191600198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191600198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191600198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,408 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/a5dc842de8a54d2fa2a4bf4c61af66cc 2024-11-21T12:19:00,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191600408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191600408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191600408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/d7200d5d5f074766b5f6b5258da54ac6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/d7200d5d5f074766b5f6b5258da54ac6 2024-11-21T12:19:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,416 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/d7200d5d5f074766b5f6b5258da54ac6, entries=150, sequenceid=254, filesize=30.4 K 2024-11-21T12:19:00,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/dd7c0fc7abe54919a7fd8e04c10e315f as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/dd7c0fc7abe54919a7fd8e04c10e315f 2024-11-21T12:19:00,420 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/dd7c0fc7abe54919a7fd8e04c10e315f, entries=150, sequenceid=254, filesize=11.9 K 2024-11-21T12:19:00,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/a5dc842de8a54d2fa2a4bf4c61af66cc as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a5dc842de8a54d2fa2a4bf4c61af66cc 2024-11-21T12:19:00,424 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a5dc842de8a54d2fa2a4bf4c61af66cc, entries=150, sequenceid=254, filesize=11.9 K 2024-11-21T12:19:00,425 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 3643cb70e8643cc05d5ab0516edffc14 in 1280ms, sequenceid=254, compaction requested=false 2024-11-21T12:19:00,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:00,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:00,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-21T12:19:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-21T12:19:00,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-21T12:19:00,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6650 sec 2024-11-21T12:19:00,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 2.6710 sec 2024-11-21T12:19:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:00,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T12:19:00,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:19:00,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:00,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:19:00,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:00,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:19:00,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:00,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112193b8ff1a9bb2427cb7f8b50fe608a062_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191540088/Put/seqid=0 2024-11-21T12:19:00,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742405_1581 (size=14994) 2024-11-21T12:19:00,732 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:00,736 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112193b8ff1a9bb2427cb7f8b50fe608a062_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112193b8ff1a9bb2427cb7f8b50fe608a062_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:00,737 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/a6b9c963df5b47b8b3951bfbe3f2f6f2, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:00,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/a6b9c963df5b47b8b3951bfbe3f2f6f2 is 175, key is test_row_0/A:col10/1732191540088/Put/seqid=0 2024-11-21T12:19:00,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742406_1582 (size=39949) 2024-11-21T12:19:00,747 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/a6b9c963df5b47b8b3951bfbe3f2f6f2 2024-11-21T12:19:00,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/fd567fac5b3b4da08647c0556a6ed3cf is 50, key is test_row_0/B:col10/1732191540088/Put/seqid=0 2024-11-21T12:19:00,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191600756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191540744, max timestamp=1732191540760Num uniques 859; 2024-11-21T12:19:00,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:19:00,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191540744, max timestamp=1732191540760Num uniques 859; 2024-11-21T12:19:00,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:19:00,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732191540744, max timestamp=1732191540760Num uniques 859; 2024-11-21T12:19:00,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9bb5b7e9dd2c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T12:19:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742407_1583 (size=12301) 2024-11-21T12:19:00,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/fd567fac5b3b4da08647c0556a6ed3cf 2024-11-21T12:19:00,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/ff0e247797c2434a9ec5267f60c626cc is 50, key is test_row_0/C:col10/1732191540088/Put/seqid=0 2024-11-21T12:19:00,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742408_1584 (size=12301) 2024-11-21T12:19:00,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/ff0e247797c2434a9ec5267f60c626cc 2024-11-21T12:19:00,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191600807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191600808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/a6b9c963df5b47b8b3951bfbe3f2f6f2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/a6b9c963df5b47b8b3951bfbe3f2f6f2 2024-11-21T12:19:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/a6b9c963df5b47b8b3951bfbe3f2f6f2, entries=200, sequenceid=269, filesize=39.0 K 2024-11-21T12:19:00,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/fd567fac5b3b4da08647c0556a6ed3cf as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/fd567fac5b3b4da08647c0556a6ed3cf 2024-11-21T12:19:00,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/fd567fac5b3b4da08647c0556a6ed3cf, entries=150, sequenceid=269, filesize=12.0 K 2024-11-21T12:19:00,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/ff0e247797c2434a9ec5267f60c626cc as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/ff0e247797c2434a9ec5267f60c626cc 2024-11-21T12:19:00,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/ff0e247797c2434a9ec5267f60c626cc, entries=150, sequenceid=269, filesize=12.0 K 2024-11-21T12:19:00,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 3643cb70e8643cc05d5ab0516edffc14 in 108ms, sequenceid=269, compaction requested=true 2024-11-21T12:19:00,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:00,829 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:19:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:19:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:19:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:19:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:19:00,829 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:19:00,830 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102603 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:19:00,830 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/A is initiating minor compaction (all files) 2024-11-21T12:19:00,830 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/A in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:00,830 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/95fb83071c054b6db5507576fefd5e16, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/d7200d5d5f074766b5f6b5258da54ac6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/a6b9c963df5b47b8b3951bfbe3f2f6f2] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=100.2 K 2024-11-21T12:19:00,830 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:19:00,830 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:00,830 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/B is initiating minor compaction (all files) 2024-11-21T12:19:00,830 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/95fb83071c054b6db5507576fefd5e16, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/d7200d5d5f074766b5f6b5258da54ac6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/a6b9c963df5b47b8b3951bfbe3f2f6f2] 2024-11-21T12:19:00,830 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/B in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:00,830 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/95b1f3033132481cb57818ceb8b4d655, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/dd7c0fc7abe54919a7fd8e04c10e315f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/fd567fac5b3b4da08647c0556a6ed3cf] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=36.2 K 2024-11-21T12:19:00,830 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95fb83071c054b6db5507576fefd5e16, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732191537839 2024-11-21T12:19:00,830 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 95b1f3033132481cb57818ceb8b4d655, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732191537839 2024-11-21T12:19:00,831 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7200d5d5f074766b5f6b5258da54ac6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732191537912 2024-11-21T12:19:00,831 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting dd7c0fc7abe54919a7fd8e04c10e315f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732191537912 2024-11-21T12:19:00,831 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting fd567fac5b3b4da08647c0556a6ed3cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732191540088 2024-11-21T12:19:00,831 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6b9c963df5b47b8b3951bfbe3f2f6f2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732191540087 2024-11-21T12:19:00,852 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#B#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:19:00,852 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/dd716e4ca1eb472da0fcb7c8937bd3dd is 50, key is test_row_0/B:col10/1732191540088/Put/seqid=0 2024-11-21T12:19:00,854 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:00,861 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121b0ab21a1ed3f4a78a9e5728444a5f77b_3643cb70e8643cc05d5ab0516edffc14 store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:00,862 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121b0ab21a1ed3f4a78a9e5728444a5f77b_3643cb70e8643cc05d5ab0516edffc14, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:00,863 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b0ab21a1ed3f4a78a9e5728444a5f77b_3643cb70e8643cc05d5ab0516edffc14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:00,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742409_1585 (size=12847) 2024-11-21T12:19:00,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742410_1586 (size=4469) 2024-11-21T12:19:00,867 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#A#compaction#494 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:19:00,868 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/88adf613a0714e2a94d39df936cf47ec is 175, key is test_row_0/A:col10/1732191540088/Put/seqid=0 2024-11-21T12:19:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:00,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742411_1587 (size=31801) 2024-11-21T12:19:00,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-21T12:19:00,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:19:00,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:19:00,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:19:00,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:19:00,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:19:00,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T12:19:00,875 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/dd716e4ca1eb472da0fcb7c8937bd3dd as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/dd716e4ca1eb472da0fcb7c8937bd3dd 2024-11-21T12:19:00,878 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/88adf613a0714e2a94d39df936cf47ec as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/88adf613a0714e2a94d39df936cf47ec 2024-11-21T12:19:00,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214ead5f4af19a4d449b5846d4306c82e1_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191540794/Put/seqid=0 2024-11-21T12:19:00,882 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/B of 3643cb70e8643cc05d5ab0516edffc14 into dd716e4ca1eb472da0fcb7c8937bd3dd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:19:00,882 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:00,882 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/B, priority=13, startTime=1732191540829; duration=0sec 2024-11-21T12:19:00,882 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:19:00,882 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:B 2024-11-21T12:19:00,882 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:19:00,883 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:19:00,883 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/C is initiating minor compaction (all files) 2024-11-21T12:19:00,883 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/C in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:00,883 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2fcec1c235c8415e9229c5be9fa85a86, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a5dc842de8a54d2fa2a4bf4c61af66cc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/ff0e247797c2434a9ec5267f60c626cc] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=36.2 K 2024-11-21T12:19:00,884 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/A of 3643cb70e8643cc05d5ab0516edffc14 into 88adf613a0714e2a94d39df936cf47ec(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:19:00,884 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:00,884 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/A, priority=13, startTime=1732191540828; duration=0sec 2024-11-21T12:19:00,884 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:00,884 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:A 2024-11-21T12:19:00,884 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fcec1c235c8415e9229c5be9fa85a86, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732191537839 2024-11-21T12:19:00,884 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting a5dc842de8a54d2fa2a4bf4c61af66cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732191537912 2024-11-21T12:19:00,885 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting ff0e247797c2434a9ec5267f60c626cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732191540088 2024-11-21T12:19:00,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742412_1588 (size=14994) 2024-11-21T12:19:00,891 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:19:00,891 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/ef64ce187b3a4201a24e633fe7308eb1 is 50, key is test_row_0/C:col10/1732191540088/Put/seqid=0 2024-11-21T12:19:00,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742413_1589 (size=12847) 2024-11-21T12:19:00,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191600918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191600918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191600918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:01,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191601028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:01,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:01,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191601128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:01,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:01,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191601128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:01,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,132 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:01,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191601238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:01,287 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:01,291 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214ead5f4af19a4d449b5846d4306c82e1_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214ead5f4af19a4d449b5846d4306c82e1_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:01,291 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/9ff711616dd546a08504c68c103245b2, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:01,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/9ff711616dd546a08504c68c103245b2 is 175, key is test_row_0/A:col10/1732191540794/Put/seqid=0 2024-11-21T12:19:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742414_1590 (size=39949) 2024-11-21T12:19:01,296 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/9ff711616dd546a08504c68c103245b2 2024-11-21T12:19:01,300 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/ef64ce187b3a4201a24e633fe7308eb1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/ef64ce187b3a4201a24e633fe7308eb1 2024-11-21T12:19:01,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/e5d0fac310c34a158d84ba5df59d85da is 50, key is test_row_0/B:col10/1732191540794/Put/seqid=0 2024-11-21T12:19:01,305 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/C of 3643cb70e8643cc05d5ab0516edffc14 into ef64ce187b3a4201a24e633fe7308eb1(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:19:01,305 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:01,305 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/C, priority=13, startTime=1732191540829; duration=0sec 2024-11-21T12:19:01,305 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:01,305 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:C 2024-11-21T12:19:01,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742415_1591 (size=12301) 2024-11-21T12:19:01,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191601438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:01,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:01,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191601438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:01,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:01,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191601548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:01,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:01,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:01,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/e5d0fac310c34a158d84ba5df59d85da 2024-11-21T12:19:01,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/6d198a7922b14b20911edc8e0c70c139 is 50, key is test_row_0/C:col10/1732191540794/Put/seqid=0 2024-11-21T12:19:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742416_1592 (size=12301) 2024-11-21T12:19:01,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/6d198a7922b14b20911edc8e0c70c139 2024-11-21T12:19:01,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/9ff711616dd546a08504c68c103245b2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9ff711616dd546a08504c68c103245b2 2024-11-21T12:19:01,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9ff711616dd546a08504c68c103245b2, entries=200, sequenceid=304, filesize=39.0 K 2024-11-21T12:19:01,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/e5d0fac310c34a158d84ba5df59d85da as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e5d0fac310c34a158d84ba5df59d85da 2024-11-21T12:19:01,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e5d0fac310c34a158d84ba5df59d85da, entries=150, sequenceid=304, filesize=12.0 K 2024-11-21T12:19:01,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/6d198a7922b14b20911edc8e0c70c139 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/6d198a7922b14b20911edc8e0c70c139 2024-11-21T12:19:01,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/6d198a7922b14b20911edc8e0c70c139, entries=150, sequenceid=304, filesize=12.0 K 2024-11-21T12:19:01,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 3643cb70e8643cc05d5ab0516edffc14 in 868ms, sequenceid=304, compaction requested=false 2024-11-21T12:19:01,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-21T12:19:01,928 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:19:01,929 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:19:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-21T12:19:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-21T12:19:01,931 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:19:01,932 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:19:01,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:19:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:01,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T12:19:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:19:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:19:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:19:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:01,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d4cd5301c20a4f2d827a3cd16478feb4_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191540910/Put/seqid=0 2024-11-21T12:19:01,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742417_1593 (size=12454) 2024-11-21T12:19:01,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191601995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:02,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191601996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-21T12:19:02,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191602058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:02,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:02,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-21T12:19:02,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:02,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191602108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:02,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191602108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:02,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-21T12:19:02,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:02,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-21T12:19:02,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191602317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:02,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:02,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191602318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:02,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:02,363 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:02,366 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d4cd5301c20a4f2d827a3cd16478feb4_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d4cd5301c20a4f2d827a3cd16478feb4_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:02,367 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/df32fafee0334b42b2fb9886a7bc8979, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:02,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/df32fafee0334b42b2fb9886a7bc8979 is 175, key is test_row_0/A:col10/1732191540910/Put/seqid=0 2024-11-21T12:19:02,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742418_1594 (size=31255) 2024-11-21T12:19:02,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-21T12:19:02,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:02,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-21T12:19:02,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:02,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-21T12:19:02,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191602628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191602628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:02,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-21T12:19:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:02,772 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/df32fafee0334b42b2fb9886a7bc8979 2024-11-21T12:19:02,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/8df744c7096e475e854bace9473c219c is 50, key is test_row_0/B:col10/1732191540910/Put/seqid=0 2024-11-21T12:19:02,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742419_1595 (size=12301) 2024-11-21T12:19:02,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/8df744c7096e475e854bace9473c219c 2024-11-21T12:19:02,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/2528183fd6164e11b84ba1f5477a1fb3 is 50, key is test_row_0/C:col10/1732191540910/Put/seqid=0 2024-11-21T12:19:02,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742420_1596 (size=12301) 2024-11-21T12:19:02,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/2528183fd6164e11b84ba1f5477a1fb3 2024-11-21T12:19:02,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/df32fafee0334b42b2fb9886a7bc8979 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/df32fafee0334b42b2fb9886a7bc8979 2024-11-21T12:19:02,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/df32fafee0334b42b2fb9886a7bc8979, entries=150, sequenceid=319, filesize=30.5 K 2024-11-21T12:19:02,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/8df744c7096e475e854bace9473c219c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/8df744c7096e475e854bace9473c219c 2024-11-21T12:19:02,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/8df744c7096e475e854bace9473c219c, entries=150, sequenceid=319, filesize=12.0 K 2024-11-21T12:19:02,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/2528183fd6164e11b84ba1f5477a1fb3 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2528183fd6164e11b84ba1f5477a1fb3 2024-11-21T12:19:02,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2528183fd6164e11b84ba1f5477a1fb3, entries=150, sequenceid=319, filesize=12.0 K 2024-11-21T12:19:02,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3643cb70e8643cc05d5ab0516edffc14 in 876ms, sequenceid=319, compaction requested=true 2024-11-21T12:19:02,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:02,827 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:19:02,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:19:02,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:02,827 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:19:02,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:19:02,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:02,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:19:02,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:19:02,827 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:19:02,827 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/A is initiating minor compaction (all files) 2024-11-21T12:19:02,828 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/A in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,828 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/88adf613a0714e2a94d39df936cf47ec, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9ff711616dd546a08504c68c103245b2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/df32fafee0334b42b2fb9886a7bc8979] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=100.6 K 2024-11-21T12:19:02,828 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,828 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/88adf613a0714e2a94d39df936cf47ec, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9ff711616dd546a08504c68c103245b2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/df32fafee0334b42b2fb9886a7bc8979] 2024-11-21T12:19:02,828 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88adf613a0714e2a94d39df936cf47ec, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732191540088 2024-11-21T12:19:02,830 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ff711616dd546a08504c68c103245b2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732191540794 2024-11-21T12:19:02,830 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:19:02,830 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/B is initiating minor compaction (all files) 2024-11-21T12:19:02,830 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/B in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,830 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/dd716e4ca1eb472da0fcb7c8937bd3dd, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e5d0fac310c34a158d84ba5df59d85da, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/8df744c7096e475e854bace9473c219c] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=36.6 K 2024-11-21T12:19:02,830 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting df32fafee0334b42b2fb9886a7bc8979, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732191540899 2024-11-21T12:19:02,830 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting dd716e4ca1eb472da0fcb7c8937bd3dd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732191540088 2024-11-21T12:19:02,831 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting e5d0fac310c34a158d84ba5df59d85da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732191540794 2024-11-21T12:19:02,832 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8df744c7096e475e854bace9473c219c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732191540899 2024-11-21T12:19:02,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-21T12:19:02,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,849 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T12:19:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:19:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:19:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:19:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:02,861 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:02,864 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#B#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:19:02,864 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411219d4d60592cb045d3b4b748e6dc3149b4_3643cb70e8643cc05d5ab0516edffc14 store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:02,864 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/618247f670594f3bad30518140c4c4f6 is 50, key is test_row_0/B:col10/1732191540910/Put/seqid=0 2024-11-21T12:19:02,866 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411219d4d60592cb045d3b4b748e6dc3149b4_3643cb70e8643cc05d5ab0516edffc14, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:02,866 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219d4d60592cb045d3b4b748e6dc3149b4_3643cb70e8643cc05d5ab0516edffc14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:02,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112193daef39037045f89e2fca6e9cbc2928_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191541994/Put/seqid=0 2024-11-21T12:19:02,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742422_1598 (size=4469) 2024-11-21T12:19:02,891 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#A#compaction#502 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:19:02,892 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/05723289927b422893f100ea54879200 is 175, key is test_row_0/A:col10/1732191540910/Put/seqid=0 2024-11-21T12:19:02,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742421_1597 (size=12949) 2024-11-21T12:19:02,904 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/618247f670594f3bad30518140c4c4f6 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/618247f670594f3bad30518140c4c4f6 2024-11-21T12:19:02,910 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/B of 3643cb70e8643cc05d5ab0516edffc14 into 618247f670594f3bad30518140c4c4f6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:19:02,910 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:02,910 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/B, priority=13, startTime=1732191542827; duration=0sec 2024-11-21T12:19:02,910 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:19:02,910 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:B 2024-11-21T12:19:02,910 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:19:02,911 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:19:02,911 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/C is initiating minor compaction (all files) 2024-11-21T12:19:02,911 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/C in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:02,911 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/ef64ce187b3a4201a24e633fe7308eb1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/6d198a7922b14b20911edc8e0c70c139, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2528183fd6164e11b84ba1f5477a1fb3] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=36.6 K 2024-11-21T12:19:02,912 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting ef64ce187b3a4201a24e633fe7308eb1, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732191540088 2024-11-21T12:19:02,913 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d198a7922b14b20911edc8e0c70c139, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732191540794 2024-11-21T12:19:02,914 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2528183fd6164e11b84ba1f5477a1fb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732191540899 2024-11-21T12:19:02,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742423_1599 (size=12454) 2024-11-21T12:19:02,943 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#C#compaction#505 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:19:02,943 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/d1f1d1ccd0354261b5356854678b4011 is 50, key is test_row_0/C:col10/1732191540910/Put/seqid=0 2024-11-21T12:19:02,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742424_1600 (size=31903) 2024-11-21T12:19:02,953 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/05723289927b422893f100ea54879200 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/05723289927b422893f100ea54879200 2024-11-21T12:19:02,959 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/A of 3643cb70e8643cc05d5ab0516edffc14 into 05723289927b422893f100ea54879200(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:19:02,959 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:02,959 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/A, priority=13, startTime=1732191542826; duration=0sec 2024-11-21T12:19:02,959 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:02,959 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:A 2024-11-21T12:19:02,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742425_1601 (size=12949) 2024-11-21T12:19:02,966 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/d1f1d1ccd0354261b5356854678b4011 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/d1f1d1ccd0354261b5356854678b4011 2024-11-21T12:19:02,972 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/C of 3643cb70e8643cc05d5ab0516edffc14 into d1f1d1ccd0354261b5356854678b4011(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:19:02,972 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:02,972 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/C, priority=13, startTime=1732191542827; duration=0sec 2024-11-21T12:19:02,972 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:02,972 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:C 2024-11-21T12:19:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-21T12:19:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:03,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:03,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191603108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:03,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191603138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:03,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191603148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:03,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:03,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:03,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:03,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191603218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:03,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:03,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:03,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:03,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:03,334 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112193daef39037045f89e2fca6e9cbc2928_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112193daef39037045f89e2fca6e9cbc2928_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/1c087c29b8f846abb93b5cc583693987, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:03,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/1c087c29b8f846abb93b5cc583693987 is 175, key is test_row_0/A:col10/1732191541994/Put/seqid=0 2024-11-21T12:19:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742426_1602 (size=31255) 2024-11-21T12:19:03,341 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/1c087c29b8f846abb93b5cc583693987 2024-11-21T12:19:03,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/ac5db23d3e1a48a99f64240c0f71ef63 is 50, key is test_row_0/B:col10/1732191541994/Put/seqid=0 2024-11-21T12:19:03,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742427_1603 (size=12301) 2024-11-21T12:19:03,353 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/ac5db23d3e1a48a99f64240c0f71ef63 2024-11-21T12:19:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/00497e1d2f7e4393bd143bfa2b116b3e is 50, key is test_row_0/C:col10/1732191541994/Put/seqid=0 2024-11-21T12:19:03,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742428_1604 (size=12301) 2024-11-21T12:19:03,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191603428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:03,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:03,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:03,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:03,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191603738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:03,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:03,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:03,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:03,767 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/00497e1d2f7e4393bd143bfa2b116b3e 2024-11-21T12:19:03,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/1c087c29b8f846abb93b5cc583693987 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1c087c29b8f846abb93b5cc583693987 2024-11-21T12:19:03,774 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1c087c29b8f846abb93b5cc583693987, entries=150, sequenceid=339, filesize=30.5 K 2024-11-21T12:19:03,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/ac5db23d3e1a48a99f64240c0f71ef63 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ac5db23d3e1a48a99f64240c0f71ef63 2024-11-21T12:19:03,779 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ac5db23d3e1a48a99f64240c0f71ef63, entries=150, sequenceid=339, filesize=12.0 K 2024-11-21T12:19:03,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/00497e1d2f7e4393bd143bfa2b116b3e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/00497e1d2f7e4393bd143bfa2b116b3e 2024-11-21T12:19:03,784 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/00497e1d2f7e4393bd143bfa2b116b3e, entries=150, sequenceid=339, filesize=12.0 K 2024-11-21T12:19:03,784 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 3643cb70e8643cc05d5ab0516edffc14 in 935ms, sequenceid=339, compaction requested=false 2024-11-21T12:19:03,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:03,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:03,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-21T12:19:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-21T12:19:03,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-21T12:19:03,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8540 sec 2024-11-21T12:19:03,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 1.8590 sec 2024-11-21T12:19:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-21T12:19:04,078 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:19:04,078 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T12:19:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-21T12:19:04,080 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T12:19:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-21T12:19:04,081 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T12:19:04,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T12:19:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:04,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T12:19:04,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:19:04,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:04,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:19:04,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:04,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:19:04,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:04,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112191910995be8241c58d7ca077fa3a5cbe_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191544150/Put/seqid=0 2024-11-21T12:19:04,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742429_1605 (size=14994) 2024-11-21T12:19:04,168 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:04,171 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112191910995be8241c58d7ca077fa3a5cbe_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112191910995be8241c58d7ca077fa3a5cbe_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:04,172 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/406a7c90d0ca4aaaafc7539e0f65e0c2, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:04,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/406a7c90d0ca4aaaafc7539e0f65e0c2 is 175, key is test_row_0/A:col10/1732191544150/Put/seqid=0 2024-11-21T12:19:04,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742430_1606 (size=39949) 2024-11-21T12:19:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-21T12:19:04,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191604203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:04,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191604204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:04,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:04,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:04,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-21T12:19:04,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:04,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:04,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:04,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191604248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:04,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:04,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191604318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:04,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191604318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:04,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:04,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:04,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-21T12:19:04,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:04,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:04,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:04,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-21T12:19:04,478 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:19:04,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191604528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:04,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:04,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191604528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:04,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-21T12:19:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:04,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,577 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/406a7c90d0ca4aaaafc7539e0f65e0c2 2024-11-21T12:19:04,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/5d1a27331d75471d8dc153228f64dee1 is 50, key is test_row_0/B:col10/1732191544150/Put/seqid=0 2024-11-21T12:19:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742431_1607 (size=12301) 2024-11-21T12:19:04,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-21T12:19:04,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:04,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:04,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:04,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-21T12:19:04,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191604838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:04,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:04,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191604838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:04,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:04,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:04,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-21T12:19:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:04,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:04,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1732191604908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:04,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35976 deadline: 1732191604908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:04,912 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_2' in 3643cb70e8643cc05d5ab0516edffc14 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:19:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,912 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 3643cb70e8643cc05d5ab0516edffc14 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:19:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:04,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/5d1a27331d75471d8dc153228f64dee1 2024-11-21T12:19:04,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/a5c07f4bdf7e42209de677b0838df80d is 50, key is test_row_0/C:col10/1732191544150/Put/seqid=0 2024-11-21T12:19:04,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742432_1608 (size=12301) 2024-11-21T12:19:04,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/a5c07f4bdf7e42209de677b0838df80d 2024-11-21T12:19:05,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-21T12:19:05,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:05,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:05,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:05,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:05,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:05,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/406a7c90d0ca4aaaafc7539e0f65e0c2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/406a7c90d0ca4aaaafc7539e0f65e0c2 2024-11-21T12:19:05,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/406a7c90d0ca4aaaafc7539e0f65e0c2, entries=200, sequenceid=355, filesize=39.0 K 2024-11-21T12:19:05,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/5d1a27331d75471d8dc153228f64dee1 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/5d1a27331d75471d8dc153228f64dee1 2024-11-21T12:19:05,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/5d1a27331d75471d8dc153228f64dee1, entries=150, sequenceid=355, filesize=12.0 K 2024-11-21T12:19:05,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/a5c07f4bdf7e42209de677b0838df80d as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a5c07f4bdf7e42209de677b0838df80d 2024-11-21T12:19:05,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a5c07f4bdf7e42209de677b0838df80d, entries=150, sequenceid=355, filesize=12.0 K 2024-11-21T12:19:05,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 3643cb70e8643cc05d5ab0516edffc14 in 873ms, sequenceid=355, compaction requested=true 2024-11-21T12:19:05,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:05,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:19:05,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:05,025 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:19:05,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:19:05,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:05,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:19:05,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:19:05,025 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:19:05,026 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:19:05,026 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/A is initiating minor compaction (all files) 2024-11-21T12:19:05,026 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/A in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:05,026 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/05723289927b422893f100ea54879200, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1c087c29b8f846abb93b5cc583693987, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/406a7c90d0ca4aaaafc7539e0f65e0c2] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=100.7 K 2024-11-21T12:19:05,026 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:05,026 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/05723289927b422893f100ea54879200, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1c087c29b8f846abb93b5cc583693987, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/406a7c90d0ca4aaaafc7539e0f65e0c2] 2024-11-21T12:19:05,027 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:19:05,027 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05723289927b422893f100ea54879200, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732191540899 2024-11-21T12:19:05,027 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/B is initiating minor compaction (all files) 2024-11-21T12:19:05,027 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/B in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:05,027 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/618247f670594f3bad30518140c4c4f6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ac5db23d3e1a48a99f64240c0f71ef63, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/5d1a27331d75471d8dc153228f64dee1] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=36.7 K 2024-11-21T12:19:05,027 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 618247f670594f3bad30518140c4c4f6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732191540899 2024-11-21T12:19:05,027 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c087c29b8f846abb93b5cc583693987, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732191541988 2024-11-21T12:19:05,028 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting ac5db23d3e1a48a99f64240c0f71ef63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732191541988 2024-11-21T12:19:05,028 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 406a7c90d0ca4aaaafc7539e0f65e0c2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732191543085 2024-11-21T12:19:05,028 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d1a27331d75471d8dc153228f64dee1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732191543085 2024-11-21T12:19:05,047 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:05,047 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#B#compaction#511 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:19:05,048 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/7c9f36a5da7a45f280cfffecb9a5a655 is 50, key is test_row_0/B:col10/1732191544150/Put/seqid=0 2024-11-21T12:19:05,049 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411214ca1075c1d2e4621a41855b9b8b104de_3643cb70e8643cc05d5ab0516edffc14 store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:05,051 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411214ca1075c1d2e4621a41855b9b8b104de_3643cb70e8643cc05d5ab0516edffc14, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:05,052 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214ca1075c1d2e4621a41855b9b8b104de_3643cb70e8643cc05d5ab0516edffc14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:05,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742434_1610 (size=4469) 2024-11-21T12:19:05,073 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#A#compaction#512 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:19:05,073 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/caba42dc82e64b23862cccf9582de2a8 is 175, key is test_row_0/A:col10/1732191544150/Put/seqid=0 2024-11-21T12:19:05,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742433_1609 (size=13051) 2024-11-21T12:19:05,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742435_1611 (size=32005) 2024-11-21T12:19:05,087 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/caba42dc82e64b23862cccf9582de2a8 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/caba42dc82e64b23862cccf9582de2a8 2024-11-21T12:19:05,092 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/A of 3643cb70e8643cc05d5ab0516edffc14 into caba42dc82e64b23862cccf9582de2a8(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:19:05,092 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:05,092 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/A, priority=13, startTime=1732191545025; duration=0sec 2024-11-21T12:19:05,092 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:19:05,092 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:A 2024-11-21T12:19:05,092 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:19:05,094 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:19:05,094 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/C is initiating minor compaction (all files) 2024-11-21T12:19:05,094 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/C in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:05,094 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/d1f1d1ccd0354261b5356854678b4011, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/00497e1d2f7e4393bd143bfa2b116b3e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a5c07f4bdf7e42209de677b0838df80d] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=36.7 K 2024-11-21T12:19:05,094 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1f1d1ccd0354261b5356854678b4011, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732191540899 2024-11-21T12:19:05,095 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00497e1d2f7e4393bd143bfa2b116b3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732191541988 2024-11-21T12:19:05,095 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5c07f4bdf7e42209de677b0838df80d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732191543085 2024-11-21T12:19:05,103 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#C#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:19:05,103 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/accf2dbb543847cfb241c91ebb99071e is 50, key is test_row_0/C:col10/1732191544150/Put/seqid=0 2024-11-21T12:19:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742436_1612 (size=13051) 2024-11-21T12:19:05,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-21T12:19:05,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:05,154 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T12:19:05,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:19:05,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:05,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:19:05,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:05,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:19:05,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:05,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121503ef29d093e4899973d201a44828e8a_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191544202/Put/seqid=0 2024-11-21T12:19:05,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742437_1613 (size=12454) 2024-11-21T12:19:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-21T12:19:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:05,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. as already flushing 2024-11-21T12:19:05,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191605312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:05,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:05,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:05,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:05,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191605348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:05,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:05,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:05,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:05,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191605358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:05,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:05,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:05,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:05,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191605428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:05,482 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/7c9f36a5da7a45f280cfffecb9a5a655 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/7c9f36a5da7a45f280cfffecb9a5a655 2024-11-21T12:19:05,486 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/B of 3643cb70e8643cc05d5ab0516edffc14 into 7c9f36a5da7a45f280cfffecb9a5a655(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:19:05,486 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:05,486 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/B, priority=13, startTime=1732191545025; duration=0sec 2024-11-21T12:19:05,486 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:05,486 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:B 2024-11-21T12:19:05,514 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/accf2dbb543847cfb241c91ebb99071e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/accf2dbb543847cfb241c91ebb99071e 2024-11-21T12:19:05,518 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/C of 3643cb70e8643cc05d5ab0516edffc14 into accf2dbb543847cfb241c91ebb99071e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:19:05,518 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:05,518 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/C, priority=13, startTime=1732191545025; duration=0sec 2024-11-21T12:19:05,519 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:05,519 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:C 2024-11-21T12:19:05,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:05,583 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121503ef29d093e4899973d201a44828e8a_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121503ef29d093e4899973d201a44828e8a_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:05,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/c59885288dff4be08502bb029c4adb28, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:05,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/c59885288dff4be08502bb029c4adb28 is 175, key is test_row_0/A:col10/1732191544202/Put/seqid=0 2024-11-21T12:19:05,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742438_1614 (size=31255) 2024-11-21T12:19:05,589 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/c59885288dff4be08502bb029c4adb28 2024-11-21T12:19:05,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/90102b440d1645ffa31958fc985de407 is 50, key is test_row_0/B:col10/1732191544202/Put/seqid=0 2024-11-21T12:19:05,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742439_1615 (size=12301) 2024-11-21T12:19:05,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191605638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:05,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36008 deadline: 1732191605948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:06,002 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/90102b440d1645ffa31958fc985de407 2024-11-21T12:19:06,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/334141d115bb4bacb8f792b71590dbaa is 50, key is test_row_0/C:col10/1732191544202/Put/seqid=0 2024-11-21T12:19:06,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742440_1616 (size=12301) 2024-11-21T12:19:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-21T12:19:06,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1732191606357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:06,361 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_0' in 3643cb70e8643cc05d5ab0516edffc14 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:19:06,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:06,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:06,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:06,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:19:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35956 deadline: 1732191606368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:06,370 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 9bb5b7e9dd2c,40779,1732191366267 for 'test_row_1' in 3643cb70e8643cc05d5ab0516edffc14 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T12:19:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 , the old value is region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:19:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., hostname=9bb5b7e9dd2c,40779,1732191366267, seqNum=5 because the exception is null or not the one we care about 2024-11-21T12:19:06,414 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/334141d115bb4bacb8f792b71590dbaa 2024-11-21T12:19:06,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/c59885288dff4be08502bb029c4adb28 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/c59885288dff4be08502bb029c4adb28 2024-11-21T12:19:06,423 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/c59885288dff4be08502bb029c4adb28, entries=150, sequenceid=376, filesize=30.5 K 2024-11-21T12:19:06,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/90102b440d1645ffa31958fc985de407 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/90102b440d1645ffa31958fc985de407 2024-11-21T12:19:06,427 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/90102b440d1645ffa31958fc985de407, entries=150, sequenceid=376, filesize=12.0 K 2024-11-21T12:19:06,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/334141d115bb4bacb8f792b71590dbaa as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/334141d115bb4bacb8f792b71590dbaa 2024-11-21T12:19:06,431 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/334141d115bb4bacb8f792b71590dbaa, entries=150, sequenceid=376, filesize=12.0 K 2024-11-21T12:19:06,432 INFO [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 3643cb70e8643cc05d5ab0516edffc14 in 1278ms, sequenceid=376, compaction requested=false 2024-11-21T12:19:06,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:06,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:06,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-21T12:19:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-21T12:19:06,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-21T12:19:06,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3530 sec 2024-11-21T12:19:06,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 2.3580 sec 2024-11-21T12:19:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:06,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T12:19:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:19:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:19:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:19:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:06,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aed2ddae5ffe42c48b6e6059e74d9eaf_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191546458/Put/seqid=0 2024-11-21T12:19:06,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742441_1617 (size=14994) 2024-11-21T12:19:06,505 INFO [Thread-2346 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2346. 2024-11-21T12:19:06,505 DEBUG [Thread-2346 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:19:06,505 DEBUG [Thread-2346 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:06,506 DEBUG [Thread-2346 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:06,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:06,506 INFO [Thread-2333 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2333. 2024-11-21T12:19:06,506 DEBUG [Thread-2333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:19:06,506 DEBUG [Thread-2333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:06,506 INFO [Thread-2342 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2342. 2024-11-21T12:19:06,506 DEBUG [Thread-2342 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:19:06,506 DEBUG [Thread-2333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:06,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:06,506 DEBUG [Thread-2342 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:06,507 DEBUG [Thread-2342 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:06,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:06,507 INFO [Thread-2340 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2340. 2024-11-21T12:19:06,507 DEBUG [Thread-2340 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:19:06,507 DEBUG [Thread-2340 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:06,507 DEBUG [Thread-2340 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:06,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:06,509 INFO [Thread-2348 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2348. 2024-11-21T12:19:06,509 DEBUG [Thread-2348 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:19:06,509 DEBUG [Thread-2348 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:06,509 DEBUG [Thread-2348 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:06,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:06,511 INFO [Thread-2344 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2344. 2024-11-21T12:19:06,511 DEBUG [Thread-2344 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:19:06,511 DEBUG [Thread-2344 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:06,511 DEBUG [Thread-2344 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:06,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:06,874 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:06,877 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aed2ddae5ffe42c48b6e6059e74d9eaf_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aed2ddae5ffe42c48b6e6059e74d9eaf_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:06,878 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/b83926b767b04682ad84d57877493da2, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:06,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/b83926b767b04682ad84d57877493da2 is 175, key is test_row_0/A:col10/1732191546458/Put/seqid=0 2024-11-21T12:19:06,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742442_1618 (size=39949) 2024-11-21T12:19:07,282 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=391, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/b83926b767b04682ad84d57877493da2 2024-11-21T12:19:07,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/9e3d08eb66cc4e60a394e208040eeab0 is 50, key is test_row_0/B:col10/1732191546458/Put/seqid=0 2024-11-21T12:19:07,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742443_1619 (size=12301) 2024-11-21T12:19:07,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/9e3d08eb66cc4e60a394e208040eeab0 2024-11-21T12:19:07,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/bed3fd97c54d422e9dec7f05a57ec542 is 50, key is test_row_0/C:col10/1732191546458/Put/seqid=0 2024-11-21T12:19:07,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742444_1620 (size=12301) 2024-11-21T12:19:08,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/bed3fd97c54d422e9dec7f05a57ec542 2024-11-21T12:19:08,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/b83926b767b04682ad84d57877493da2 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/b83926b767b04682ad84d57877493da2 2024-11-21T12:19:08,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/b83926b767b04682ad84d57877493da2, entries=200, sequenceid=391, filesize=39.0 K 2024-11-21T12:19:08,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/9e3d08eb66cc4e60a394e208040eeab0 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/9e3d08eb66cc4e60a394e208040eeab0 2024-11-21T12:19:08,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/9e3d08eb66cc4e60a394e208040eeab0, entries=150, sequenceid=391, filesize=12.0 K 2024-11-21T12:19:08,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/bed3fd97c54d422e9dec7f05a57ec542 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/bed3fd97c54d422e9dec7f05a57ec542 2024-11-21T12:19:08,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/bed3fd97c54d422e9dec7f05a57ec542, entries=150, sequenceid=391, filesize=12.0 K 2024-11-21T12:19:08,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=67.09 KB/68700 for 3643cb70e8643cc05d5ab0516edffc14 in 1654ms, sequenceid=391, compaction requested=true 2024-11-21T12:19:08,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T12:19:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T12:19:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3643cb70e8643cc05d5ab0516edffc14:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T12:19:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:19:08,114 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:19:08,114 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:19:08,114 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:19:08,114 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:19:08,114 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/B is initiating minor compaction (all files) 2024-11-21T12:19:08,114 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/A is initiating minor compaction (all files) 2024-11-21T12:19:08,115 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/B in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:08,115 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/A in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:08,115 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/7c9f36a5da7a45f280cfffecb9a5a655, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/90102b440d1645ffa31958fc985de407, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/9e3d08eb66cc4e60a394e208040eeab0] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=36.8 K 2024-11-21T12:19:08,115 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/caba42dc82e64b23862cccf9582de2a8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/c59885288dff4be08502bb029c4adb28, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/b83926b767b04682ad84d57877493da2] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=100.8 K 2024-11-21T12:19:08,115 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:08,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. files: [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/caba42dc82e64b23862cccf9582de2a8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/c59885288dff4be08502bb029c4adb28, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/b83926b767b04682ad84d57877493da2] 2024-11-21T12:19:08,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c9f36a5da7a45f280cfffecb9a5a655, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732191543085 2024-11-21T12:19:08,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting caba42dc82e64b23862cccf9582de2a8, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732191543085 2024-11-21T12:19:08,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 90102b440d1645ffa31958fc985de407, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732191544191 2024-11-21T12:19:08,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c59885288dff4be08502bb029c4adb28, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732191544191 2024-11-21T12:19:08,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e3d08eb66cc4e60a394e208040eeab0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732191545285 2024-11-21T12:19:08,115 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b83926b767b04682ad84d57877493da2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732191545285 2024-11-21T12:19:08,120 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:08,121 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411210eb2144b21da4aa298e44edd2fd94f02_3643cb70e8643cc05d5ab0516edffc14 store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:08,122 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#B#compaction#521 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:19:08,122 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/e64c07a0ce4d49c5aa210979c59bee1e is 50, key is test_row_0/B:col10/1732191546458/Put/seqid=0 2024-11-21T12:19:08,126 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411210eb2144b21da4aa298e44edd2fd94f02_3643cb70e8643cc05d5ab0516edffc14, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:08,126 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210eb2144b21da4aa298e44edd2fd94f02_3643cb70e8643cc05d5ab0516edffc14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:08,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742445_1621 (size=13153) 2024-11-21T12:19:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742446_1622 (size=4469) 2024-11-21T12:19:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-21T12:19:08,249 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:19:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40779 {}] regionserver.HRegion(8855): Flush requested on 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:08,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T12:19:08,370 INFO [Thread-2329 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2329. 2024-11-21T12:19:08,370 DEBUG [Thread-2329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:19:08,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:19:08,370 DEBUG [Thread-2329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:08,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:08,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:19:08,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:08,370 DEBUG [Thread-2329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:08,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:08,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:19:08,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:08,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fb8b07fc90354cfd9ad85516e97201af_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191548368/Put/seqid=0 2024-11-21T12:19:08,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742447_1623 (size=12454) 2024-11-21T12:19:08,389 INFO [Thread-2335 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2335. 2024-11-21T12:19:08,389 DEBUG [Thread-2335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:19:08,389 DEBUG [Thread-2335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:08,389 DEBUG [Thread-2335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:08,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:08,532 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/e64c07a0ce4d49c5aa210979c59bee1e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e64c07a0ce4d49c5aa210979c59bee1e 2024-11-21T12:19:08,534 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#A#compaction#520 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:19:08,535 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/2726a498d0074f99b4e38a59022993f3 is 175, key is test_row_0/A:col10/1732191546458/Put/seqid=0 2024-11-21T12:19:08,537 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/B of 3643cb70e8643cc05d5ab0516edffc14 into e64c07a0ce4d49c5aa210979c59bee1e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:19:08,537 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:08,537 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/B, priority=13, startTime=1732191548114; duration=0sec 2024-11-21T12:19:08,537 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T12:19:08,537 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:B 2024-11-21T12:19:08,537 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T12:19:08,538 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T12:19:08,538 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1541): 3643cb70e8643cc05d5ab0516edffc14/C is initiating minor compaction (all files) 2024-11-21T12:19:08,538 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3643cb70e8643cc05d5ab0516edffc14/C in TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:08,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742448_1624 (size=32107) 2024-11-21T12:19:08,538 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/accf2dbb543847cfb241c91ebb99071e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/334141d115bb4bacb8f792b71590dbaa, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/bed3fd97c54d422e9dec7f05a57ec542] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp, totalSize=36.8 K 2024-11-21T12:19:08,538 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting accf2dbb543847cfb241c91ebb99071e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732191543085 2024-11-21T12:19:08,538 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting 334141d115bb4bacb8f792b71590dbaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732191544191 2024-11-21T12:19:08,539 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] compactions.Compactor(225): Compacting bed3fd97c54d422e9dec7f05a57ec542, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732191545285 2024-11-21T12:19:08,544 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3643cb70e8643cc05d5ab0516edffc14#C#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T12:19:08,544 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/12cbe44660954612befe56790711860b is 50, key is test_row_0/C:col10/1732191546458/Put/seqid=0 2024-11-21T12:19:08,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742449_1625 (size=13153) 2024-11-21T12:19:08,784 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:08,787 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fb8b07fc90354cfd9ad85516e97201af_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fb8b07fc90354cfd9ad85516e97201af_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:08,788 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/a91392ace9b94d75906f0f28faa1a13a, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:08,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/a91392ace9b94d75906f0f28faa1a13a is 175, key is test_row_0/A:col10/1732191548368/Put/seqid=0 2024-11-21T12:19:08,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742450_1626 (size=31255) 2024-11-21T12:19:08,942 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/2726a498d0074f99b4e38a59022993f3 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/2726a498d0074f99b4e38a59022993f3 2024-11-21T12:19:08,946 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/A of 3643cb70e8643cc05d5ab0516edffc14 into 2726a498d0074f99b4e38a59022993f3(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:19:08,946 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:08,946 INFO [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/A, priority=13, startTime=1732191548114; duration=0sec 2024-11-21T12:19:08,946 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:08,946 DEBUG [RS:0;9bb5b7e9dd2c:40779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:A 2024-11-21T12:19:08,951 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/12cbe44660954612befe56790711860b as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/12cbe44660954612befe56790711860b 2024-11-21T12:19:08,954 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3643cb70e8643cc05d5ab0516edffc14/C of 3643cb70e8643cc05d5ab0516edffc14 into 12cbe44660954612befe56790711860b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T12:19:08,954 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:08,955 INFO [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., storeName=3643cb70e8643cc05d5ab0516edffc14/C, priority=13, startTime=1732191548114; duration=0sec 2024-11-21T12:19:08,955 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T12:19:08,955 DEBUG [RS:0;9bb5b7e9dd2c:40779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3643cb70e8643cc05d5ab0516edffc14:C 2024-11-21T12:19:09,192 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/a91392ace9b94d75906f0f28faa1a13a 2024-11-21T12:19:09,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/9279cbd709eb457b9dc0bf4f67073999 is 50, key is test_row_0/B:col10/1732191548368/Put/seqid=0 2024-11-21T12:19:09,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742451_1627 (size=12301) 2024-11-21T12:19:09,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/9279cbd709eb457b9dc0bf4f67073999 2024-11-21T12:19:09,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/accbd381443c4f86a5b73f5648d3a76e is 50, key is test_row_0/C:col10/1732191548368/Put/seqid=0 2024-11-21T12:19:09,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742452_1628 (size=12301) 2024-11-21T12:19:10,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/accbd381443c4f86a5b73f5648d3a76e 2024-11-21T12:19:10,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/a91392ace9b94d75906f0f28faa1a13a as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/a91392ace9b94d75906f0f28faa1a13a 2024-11-21T12:19:10,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/a91392ace9b94d75906f0f28faa1a13a, entries=150, sequenceid=405, filesize=30.5 K 2024-11-21T12:19:10,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/9279cbd709eb457b9dc0bf4f67073999 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/9279cbd709eb457b9dc0bf4f67073999 2024-11-21T12:19:10,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/9279cbd709eb457b9dc0bf4f67073999, entries=150, sequenceid=405, filesize=12.0 K 2024-11-21T12:19:10,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/accbd381443c4f86a5b73f5648d3a76e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/accbd381443c4f86a5b73f5648d3a76e 2024-11-21T12:19:10,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/accbd381443c4f86a5b73f5648d3a76e, entries=150, sequenceid=405, filesize=12.0 K 2024-11-21T12:19:10,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=6.71 KB/6870 for 3643cb70e8643cc05d5ab0516edffc14 in 1655ms, sequenceid=405, compaction requested=false 2024-11-21T12:19:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3643cb70e8643cc05d5ab0516edffc14: 2024-11-21T12:19:14,959 INFO [Thread-2331 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2331. 2024-11-21T12:19:14,959 DEBUG [Thread-2331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:19:14,959 DEBUG [Thread-2331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:14,959 DEBUG [Thread-2331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:14,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:14,999 INFO [Thread-2337 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2337. 2024-11-21T12:19:14,999 DEBUG [Thread-2337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T12:19:14,999 DEBUG [Thread-2337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:14,999 DEBUG [Thread-2337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:15,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:15,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T12:19:15,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-21T12:19:15,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-21T12:19:15,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-21T12:19:15,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-21T12:19:15,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-21T12:19:15,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T12:19:15,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2914 2024-11-21T12:19:15,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2939 2024-11-21T12:19:15,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2789 2024-11-21T12:19:15,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2909 2024-11-21T12:19:15,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2941 2024-11-21T12:19:15,000 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T12:19:15,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:15,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:15,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:15,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:15,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:15,001 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T12:19:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T12:19:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-21T12:19:15,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191555003"}]},"ts":"1732191555003"} 2024-11-21T12:19:15,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T12:19:15,005 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T12:19:15,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T12:19:15,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, UNASSIGN}] 2024-11-21T12:19:15,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, UNASSIGN 2024-11-21T12:19:15,007 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=3643cb70e8643cc05d5ab0516edffc14, regionState=CLOSING, regionLocation=9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:15,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, UNASSIGN because future has completed 2024-11-21T12:19:15,009 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T12:19:15,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267}] 2024-11-21T12:19:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-21T12:19:15,161 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(122): Close 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:15,161 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T12:19:15,161 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1722): Closing 3643cb70e8643cc05d5ab0516edffc14, disabling compactions & flushes 2024-11-21T12:19:15,161 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:15,161 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:15,161 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. after waiting 0 ms 2024-11-21T12:19:15,161 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:15,161 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(2902): Flushing 3643cb70e8643cc05d5ab0516edffc14 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-21T12:19:15,161 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=A 2024-11-21T12:19:15,162 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:15,162 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=B 2024-11-21T12:19:15,162 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:15,162 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3643cb70e8643cc05d5ab0516edffc14, store=C 2024-11-21T12:19:15,162 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T12:19:15,166 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214115244dc92a4f70a2fa08c53b2d4f32_3643cb70e8643cc05d5ab0516edffc14 is 50, key is test_row_0/A:col10/1732191554998/Put/seqid=0 2024-11-21T12:19:15,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742453_1629 (size=12454) 2024-11-21T12:19:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-21T12:19:15,570 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:15,573 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214115244dc92a4f70a2fa08c53b2d4f32_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214115244dc92a4f70a2fa08c53b2d4f32_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:15,574 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/e816d61eaaf64712a2b59b7e6f78bb45, store: [table=TestAcidGuarantees family=A region=3643cb70e8643cc05d5ab0516edffc14] 2024-11-21T12:19:15,575 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/e816d61eaaf64712a2b59b7e6f78bb45 is 175, key is test_row_0/A:col10/1732191554998/Put/seqid=0 2024-11-21T12:19:15,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742454_1630 (size=31255) 2024-11-21T12:19:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-21T12:19:15,978 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/e816d61eaaf64712a2b59b7e6f78bb45 2024-11-21T12:19:15,984 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/49d2f67cffb640589c568ccdb7ff329c is 50, key is test_row_0/B:col10/1732191554998/Put/seqid=0 2024-11-21T12:19:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742455_1631 (size=12301) 2024-11-21T12:19:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-21T12:19:16,387 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/49d2f67cffb640589c568ccdb7ff329c 2024-11-21T12:19:16,393 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/16d90c4c85a6456bb17294f7fcd47ec5 is 50, key is test_row_0/C:col10/1732191554998/Put/seqid=0 2024-11-21T12:19:16,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742456_1632 (size=12301) 2024-11-21T12:19:16,796 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/16d90c4c85a6456bb17294f7fcd47ec5 2024-11-21T12:19:16,799 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/A/e816d61eaaf64712a2b59b7e6f78bb45 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e816d61eaaf64712a2b59b7e6f78bb45 2024-11-21T12:19:16,802 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e816d61eaaf64712a2b59b7e6f78bb45, entries=150, sequenceid=414, filesize=30.5 K 2024-11-21T12:19:16,803 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/B/49d2f67cffb640589c568ccdb7ff329c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/49d2f67cffb640589c568ccdb7ff329c 2024-11-21T12:19:16,805 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/49d2f67cffb640589c568ccdb7ff329c, entries=150, sequenceid=414, filesize=12.0 K 2024-11-21T12:19:16,806 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/.tmp/C/16d90c4c85a6456bb17294f7fcd47ec5 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/16d90c4c85a6456bb17294f7fcd47ec5 2024-11-21T12:19:16,808 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/16d90c4c85a6456bb17294f7fcd47ec5, entries=150, sequenceid=414, filesize=12.0 K 2024-11-21T12:19:16,809 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 3643cb70e8643cc05d5ab0516edffc14 in 1648ms, sequenceid=414, compaction requested=true 2024-11-21T12:19:16,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e55d97a576414f06ab614b6317e02780, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9e20c6d4ff6943c68b1201c236143e87, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e752a31650d34a38867e5846d40c9d22, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/d34f2a8ad9c741c3a2e2a8fa03731155, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/58688f9305ae41e9906017b97a3f0339, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/da0365ceb7224b58aae96ead25c567e4, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/2ed79d0bc3e14da58eb40882365b0211, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/bf61e4a4db6c4d0090d11010ed1e1387, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/30a2c30be49d44e59625cbc31f0cc9d8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/25b8b5ccdddb46d5a8b1491458b4b9d8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/998ef17329cb40bda1adccd88ebfe115, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1f3dae8f5e8c493086db76e3c9d82f1d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/8bf5c708cb16417ca811c321c279cb54, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/95fb83071c054b6db5507576fefd5e16, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/d7200d5d5f074766b5f6b5258da54ac6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/a6b9c963df5b47b8b3951bfbe3f2f6f2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/88adf613a0714e2a94d39df936cf47ec, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9ff711616dd546a08504c68c103245b2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/05723289927b422893f100ea54879200, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/df32fafee0334b42b2fb9886a7bc8979, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1c087c29b8f846abb93b5cc583693987, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/406a7c90d0ca4aaaafc7539e0f65e0c2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/caba42dc82e64b23862cccf9582de2a8, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/c59885288dff4be08502bb029c4adb28, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/b83926b767b04682ad84d57877493da2] to archive 2024-11-21T12:19:16,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:19:16,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e55d97a576414f06ab614b6317e02780 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e55d97a576414f06ab614b6317e02780 2024-11-21T12:19:16,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9e20c6d4ff6943c68b1201c236143e87 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9e20c6d4ff6943c68b1201c236143e87 2024-11-21T12:19:16,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e752a31650d34a38867e5846d40c9d22 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e752a31650d34a38867e5846d40c9d22 2024-11-21T12:19:16,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/d34f2a8ad9c741c3a2e2a8fa03731155 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/d34f2a8ad9c741c3a2e2a8fa03731155 2024-11-21T12:19:16,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/58688f9305ae41e9906017b97a3f0339 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/58688f9305ae41e9906017b97a3f0339 2024-11-21T12:19:16,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/da0365ceb7224b58aae96ead25c567e4 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/da0365ceb7224b58aae96ead25c567e4 2024-11-21T12:19:16,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/2ed79d0bc3e14da58eb40882365b0211 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/2ed79d0bc3e14da58eb40882365b0211 2024-11-21T12:19:16,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/bf61e4a4db6c4d0090d11010ed1e1387 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/bf61e4a4db6c4d0090d11010ed1e1387 2024-11-21T12:19:16,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/30a2c30be49d44e59625cbc31f0cc9d8 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/30a2c30be49d44e59625cbc31f0cc9d8 2024-11-21T12:19:16,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/25b8b5ccdddb46d5a8b1491458b4b9d8 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/25b8b5ccdddb46d5a8b1491458b4b9d8 2024-11-21T12:19:16,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/998ef17329cb40bda1adccd88ebfe115 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/998ef17329cb40bda1adccd88ebfe115 2024-11-21T12:19:16,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1f3dae8f5e8c493086db76e3c9d82f1d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1f3dae8f5e8c493086db76e3c9d82f1d 2024-11-21T12:19:16,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/8bf5c708cb16417ca811c321c279cb54 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/8bf5c708cb16417ca811c321c279cb54 2024-11-21T12:19:16,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/95fb83071c054b6db5507576fefd5e16 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/95fb83071c054b6db5507576fefd5e16 2024-11-21T12:19:16,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/d7200d5d5f074766b5f6b5258da54ac6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/d7200d5d5f074766b5f6b5258da54ac6 2024-11-21T12:19:16,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/a6b9c963df5b47b8b3951bfbe3f2f6f2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/a6b9c963df5b47b8b3951bfbe3f2f6f2 2024-11-21T12:19:16,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/88adf613a0714e2a94d39df936cf47ec to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/88adf613a0714e2a94d39df936cf47ec 2024-11-21T12:19:16,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9ff711616dd546a08504c68c103245b2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/9ff711616dd546a08504c68c103245b2 2024-11-21T12:19:16,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/05723289927b422893f100ea54879200 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/05723289927b422893f100ea54879200 2024-11-21T12:19:16,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/df32fafee0334b42b2fb9886a7bc8979 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/df32fafee0334b42b2fb9886a7bc8979 2024-11-21T12:19:16,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1c087c29b8f846abb93b5cc583693987 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/1c087c29b8f846abb93b5cc583693987 2024-11-21T12:19:16,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/406a7c90d0ca4aaaafc7539e0f65e0c2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/406a7c90d0ca4aaaafc7539e0f65e0c2 2024-11-21T12:19:16,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/caba42dc82e64b23862cccf9582de2a8 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/caba42dc82e64b23862cccf9582de2a8 2024-11-21T12:19:16,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/c59885288dff4be08502bb029c4adb28 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/c59885288dff4be08502bb029c4adb28 2024-11-21T12:19:16,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/b83926b767b04682ad84d57877493da2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/b83926b767b04682ad84d57877493da2 2024-11-21T12:19:16,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e0d8e868c50646388dfe1e77bac2b17b, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/cffd7f41aab44aad8cd9c37682cacbe9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ce9ce6eb3d4a44e78ef07cf7994a1dc2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/a89d9f473fb3494f942ac44376e5dddf, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/46a91228e493491fb0247a9ebf86e9fa, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/8c5f993a73da428993443a24dd6cf12d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/2398e7b4b5cd4c8789c743230429a574, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/21a832d418d243bb827fe4f4d079d40a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/48503da6b0954c2389c7b09d5e24bbe5, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/6d0e5d176aac4938b3d1c2ce3fede836, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ee3c285de03249a3928942cf9cc2d592, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/31e7c5cbe7334b33bc129d1c13f25f71, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/95b1f3033132481cb57818ceb8b4d655, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/b4b7789deb904b72a89ac4fc0096f5fa, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/dd7c0fc7abe54919a7fd8e04c10e315f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/dd716e4ca1eb472da0fcb7c8937bd3dd, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/fd567fac5b3b4da08647c0556a6ed3cf, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e5d0fac310c34a158d84ba5df59d85da, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/618247f670594f3bad30518140c4c4f6, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/8df744c7096e475e854bace9473c219c, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ac5db23d3e1a48a99f64240c0f71ef63, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/7c9f36a5da7a45f280cfffecb9a5a655, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/5d1a27331d75471d8dc153228f64dee1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/90102b440d1645ffa31958fc985de407, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/9e3d08eb66cc4e60a394e208040eeab0] to archive 2024-11-21T12:19:16,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:19:16,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e0d8e868c50646388dfe1e77bac2b17b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e0d8e868c50646388dfe1e77bac2b17b 2024-11-21T12:19:16,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/cffd7f41aab44aad8cd9c37682cacbe9 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/cffd7f41aab44aad8cd9c37682cacbe9 2024-11-21T12:19:16,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ce9ce6eb3d4a44e78ef07cf7994a1dc2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ce9ce6eb3d4a44e78ef07cf7994a1dc2 2024-11-21T12:19:16,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/a89d9f473fb3494f942ac44376e5dddf to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/a89d9f473fb3494f942ac44376e5dddf 2024-11-21T12:19:16,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/46a91228e493491fb0247a9ebf86e9fa to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/46a91228e493491fb0247a9ebf86e9fa 2024-11-21T12:19:16,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/8c5f993a73da428993443a24dd6cf12d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/8c5f993a73da428993443a24dd6cf12d 2024-11-21T12:19:16,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/2398e7b4b5cd4c8789c743230429a574 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/2398e7b4b5cd4c8789c743230429a574 2024-11-21T12:19:16,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/21a832d418d243bb827fe4f4d079d40a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/21a832d418d243bb827fe4f4d079d40a 2024-11-21T12:19:16,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/48503da6b0954c2389c7b09d5e24bbe5 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/48503da6b0954c2389c7b09d5e24bbe5 2024-11-21T12:19:16,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/6d0e5d176aac4938b3d1c2ce3fede836 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/6d0e5d176aac4938b3d1c2ce3fede836 2024-11-21T12:19:16,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ee3c285de03249a3928942cf9cc2d592 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ee3c285de03249a3928942cf9cc2d592 2024-11-21T12:19:16,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/31e7c5cbe7334b33bc129d1c13f25f71 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/31e7c5cbe7334b33bc129d1c13f25f71 2024-11-21T12:19:16,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/95b1f3033132481cb57818ceb8b4d655 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/95b1f3033132481cb57818ceb8b4d655 2024-11-21T12:19:16,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/b4b7789deb904b72a89ac4fc0096f5fa to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/b4b7789deb904b72a89ac4fc0096f5fa 2024-11-21T12:19:16,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/dd7c0fc7abe54919a7fd8e04c10e315f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/dd7c0fc7abe54919a7fd8e04c10e315f 2024-11-21T12:19:16,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/dd716e4ca1eb472da0fcb7c8937bd3dd to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/dd716e4ca1eb472da0fcb7c8937bd3dd 2024-11-21T12:19:16,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/fd567fac5b3b4da08647c0556a6ed3cf to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/fd567fac5b3b4da08647c0556a6ed3cf 2024-11-21T12:19:16,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e5d0fac310c34a158d84ba5df59d85da to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e5d0fac310c34a158d84ba5df59d85da 2024-11-21T12:19:16,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/618247f670594f3bad30518140c4c4f6 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/618247f670594f3bad30518140c4c4f6 2024-11-21T12:19:16,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/8df744c7096e475e854bace9473c219c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/8df744c7096e475e854bace9473c219c 2024-11-21T12:19:16,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ac5db23d3e1a48a99f64240c0f71ef63 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/ac5db23d3e1a48a99f64240c0f71ef63 2024-11-21T12:19:16,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/7c9f36a5da7a45f280cfffecb9a5a655 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/7c9f36a5da7a45f280cfffecb9a5a655 2024-11-21T12:19:16,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/5d1a27331d75471d8dc153228f64dee1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/5d1a27331d75471d8dc153228f64dee1 2024-11-21T12:19:16,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/90102b440d1645ffa31958fc985de407 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/90102b440d1645ffa31958fc985de407 2024-11-21T12:19:16,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/9e3d08eb66cc4e60a394e208040eeab0 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/9e3d08eb66cc4e60a394e208040eeab0 2024-11-21T12:19:16,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/3bad0e22b37441f2ad5031b195e75377, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/4ed2ca08a92b4e3aa9a39cea096ed945, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/e73d13e74bbd4a52b8b58157a9be3c8d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/12c861f8df824245bd8af2484cb7408f, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/f1a93fa13fc2405a8e5cb850be868d50, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/8287834c514546a48ff499ea17e1a3e3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a4f4b5e5b55e4f5abf22ede01e0e2ec9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/565347f9634949b9aca530b6a1ecfba2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/8ee2b5b8f5c1452dbf33cf46b044dfd4, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/d7e9c90291a14cfe898f489f0f00318a, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/9d195f234e044a5499d1b27a22c9efd2, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/604cb1d36a4e4fafa1d59978d58dcdc9, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2fcec1c235c8415e9229c5be9fa85a86, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2a89177316d54c5f9dd0c3162bc1ac9e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a5dc842de8a54d2fa2a4bf4c61af66cc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/ef64ce187b3a4201a24e633fe7308eb1, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/ff0e247797c2434a9ec5267f60c626cc, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/6d198a7922b14b20911edc8e0c70c139, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/d1f1d1ccd0354261b5356854678b4011, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2528183fd6164e11b84ba1f5477a1fb3, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/00497e1d2f7e4393bd143bfa2b116b3e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/accf2dbb543847cfb241c91ebb99071e, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a5c07f4bdf7e42209de677b0838df80d, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/334141d115bb4bacb8f792b71590dbaa, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/bed3fd97c54d422e9dec7f05a57ec542] to archive 2024-11-21T12:19:16,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T12:19:16,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/3bad0e22b37441f2ad5031b195e75377 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/3bad0e22b37441f2ad5031b195e75377 2024-11-21T12:19:16,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/4ed2ca08a92b4e3aa9a39cea096ed945 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/4ed2ca08a92b4e3aa9a39cea096ed945 2024-11-21T12:19:16,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/e73d13e74bbd4a52b8b58157a9be3c8d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/e73d13e74bbd4a52b8b58157a9be3c8d 2024-11-21T12:19:16,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/12c861f8df824245bd8af2484cb7408f to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/12c861f8df824245bd8af2484cb7408f 2024-11-21T12:19:16,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/f1a93fa13fc2405a8e5cb850be868d50 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/f1a93fa13fc2405a8e5cb850be868d50 2024-11-21T12:19:16,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/8287834c514546a48ff499ea17e1a3e3 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/8287834c514546a48ff499ea17e1a3e3 2024-11-21T12:19:16,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a4f4b5e5b55e4f5abf22ede01e0e2ec9 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a4f4b5e5b55e4f5abf22ede01e0e2ec9 2024-11-21T12:19:16,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/565347f9634949b9aca530b6a1ecfba2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/565347f9634949b9aca530b6a1ecfba2 2024-11-21T12:19:16,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/8ee2b5b8f5c1452dbf33cf46b044dfd4 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/8ee2b5b8f5c1452dbf33cf46b044dfd4 2024-11-21T12:19:16,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/d7e9c90291a14cfe898f489f0f00318a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/d7e9c90291a14cfe898f489f0f00318a 2024-11-21T12:19:16,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/9d195f234e044a5499d1b27a22c9efd2 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/9d195f234e044a5499d1b27a22c9efd2 2024-11-21T12:19:16,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/604cb1d36a4e4fafa1d59978d58dcdc9 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/604cb1d36a4e4fafa1d59978d58dcdc9 2024-11-21T12:19:16,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2fcec1c235c8415e9229c5be9fa85a86 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2fcec1c235c8415e9229c5be9fa85a86 2024-11-21T12:19:16,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2a89177316d54c5f9dd0c3162bc1ac9e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2a89177316d54c5f9dd0c3162bc1ac9e 2024-11-21T12:19:16,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a5dc842de8a54d2fa2a4bf4c61af66cc to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a5dc842de8a54d2fa2a4bf4c61af66cc 2024-11-21T12:19:16,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/ef64ce187b3a4201a24e633fe7308eb1 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/ef64ce187b3a4201a24e633fe7308eb1 2024-11-21T12:19:16,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/ff0e247797c2434a9ec5267f60c626cc to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/ff0e247797c2434a9ec5267f60c626cc 2024-11-21T12:19:16,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/6d198a7922b14b20911edc8e0c70c139 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/6d198a7922b14b20911edc8e0c70c139 2024-11-21T12:19:16,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/d1f1d1ccd0354261b5356854678b4011 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/d1f1d1ccd0354261b5356854678b4011 2024-11-21T12:19:16,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2528183fd6164e11b84ba1f5477a1fb3 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/2528183fd6164e11b84ba1f5477a1fb3 2024-11-21T12:19:16,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/00497e1d2f7e4393bd143bfa2b116b3e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/00497e1d2f7e4393bd143bfa2b116b3e 2024-11-21T12:19:16,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/accf2dbb543847cfb241c91ebb99071e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/accf2dbb543847cfb241c91ebb99071e 2024-11-21T12:19:16,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a5c07f4bdf7e42209de677b0838df80d to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/a5c07f4bdf7e42209de677b0838df80d 2024-11-21T12:19:16,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/334141d115bb4bacb8f792b71590dbaa to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/334141d115bb4bacb8f792b71590dbaa 2024-11-21T12:19:16,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/bed3fd97c54d422e9dec7f05a57ec542 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/bed3fd97c54d422e9dec7f05a57ec542 2024-11-21T12:19:16,871 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/recovered.edits/417.seqid, newMaxSeqId=417, maxSeqId=4 2024-11-21T12:19:16,872 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. 2024-11-21T12:19:16,872 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1676): Region close journal for 3643cb70e8643cc05d5ab0516edffc14: Waiting for close lock at 1732191555161Running coprocessor pre-close hooks at 1732191555161Disabling compacts and flushes for region at 1732191555161Disabling writes for close at 1732191555161Obtaining lock to block concurrent updates at 1732191555161Preparing flush snapshotting stores in 3643cb70e8643cc05d5ab0516edffc14 at 1732191555161Finished memstore snapshotting TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732191555162 (+1 ms)Flushing stores of TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14. at 1732191555162Flushing 3643cb70e8643cc05d5ab0516edffc14/A: creating writer at 1732191555162Flushing mob file 3643cb70e8643cc05d5ab0516edffc14/A: appending metadata at 1732191555166 (+4 ms)Flushing mob file 3643cb70e8643cc05d5ab0516edffc14/A: closing flushed file at 1732191555166Flushing 3643cb70e8643cc05d5ab0516edffc14/A: appending metadata at 1732191555574 (+408 ms)Flushing 3643cb70e8643cc05d5ab0516edffc14/A: closing flushed file at 1732191555574Flushing 3643cb70e8643cc05d5ab0516edffc14/B: creating writer at 1732191555981 (+407 ms)Flushing 3643cb70e8643cc05d5ab0516edffc14/B: appending metadata at 1732191555983 (+2 ms)Flushing 3643cb70e8643cc05d5ab0516edffc14/B: closing flushed file at 1732191555984 (+1 ms)Flushing 3643cb70e8643cc05d5ab0516edffc14/C: creating writer at 1732191556390 (+406 ms)Flushing 3643cb70e8643cc05d5ab0516edffc14/C: appending metadata at 1732191556392 (+2 ms)Flushing 3643cb70e8643cc05d5ab0516edffc14/C: closing flushed file at 1732191556392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba6c3a1: reopening flushed file at 1732191556799 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa4830d: reopening flushed file at 1732191556802 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d195dfc: reopening flushed file at 1732191556806 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 3643cb70e8643cc05d5ab0516edffc14 in 1648ms, sequenceid=414, compaction requested=true at 1732191556809 (+3 ms)Writing region close event to WAL at 1732191556869 (+60 ms)Running coprocessor post-close hooks at 1732191556872 (+3 ms)Closed at 1732191556872 2024-11-21T12:19:16,874 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(157): Closed 3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:16,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=3643cb70e8643cc05d5ab0516edffc14, regionState=CLOSED 2024-11-21T12:19:16,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 because future has completed 2024-11-21T12:19:16,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-21T12:19:16,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseRegionProcedure 3643cb70e8643cc05d5ab0516edffc14, server=9bb5b7e9dd2c,40779,1732191366267 in 1.8670 sec 2024-11-21T12:19:16,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=176, resume processing ppid=175 2024-11-21T12:19:16,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, ppid=175, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3643cb70e8643cc05d5ab0516edffc14, UNASSIGN in 1.8710 sec 2024-11-21T12:19:16,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-21T12:19:16,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8740 sec 2024-11-21T12:19:16,882 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191556882"}]},"ts":"1732191556882"} 2024-11-21T12:19:16,883 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T12:19:16,883 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T12:19:16,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8830 sec 2024-11-21T12:19:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-21T12:19:17,148 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:19:17,149 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T12:19:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:19:17,151 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:19:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-21T12:19:17,151 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=178, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:19:17,154 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,155 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C, FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/recovered.edits] 2024-11-21T12:19:17,157 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/2726a498d0074f99b4e38a59022993f3 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/2726a498d0074f99b4e38a59022993f3 2024-11-21T12:19:17,158 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/a91392ace9b94d75906f0f28faa1a13a to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/a91392ace9b94d75906f0f28faa1a13a 2024-11-21T12:19:17,158 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e816d61eaaf64712a2b59b7e6f78bb45 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/A/e816d61eaaf64712a2b59b7e6f78bb45 2024-11-21T12:19:17,160 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/49d2f67cffb640589c568ccdb7ff329c to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/49d2f67cffb640589c568ccdb7ff329c 2024-11-21T12:19:17,160 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/9279cbd709eb457b9dc0bf4f67073999 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/9279cbd709eb457b9dc0bf4f67073999 2024-11-21T12:19:17,161 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e64c07a0ce4d49c5aa210979c59bee1e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/B/e64c07a0ce4d49c5aa210979c59bee1e 2024-11-21T12:19:17,163 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/12cbe44660954612befe56790711860b to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/12cbe44660954612befe56790711860b 2024-11-21T12:19:17,163 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/16d90c4c85a6456bb17294f7fcd47ec5 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/16d90c4c85a6456bb17294f7fcd47ec5 2024-11-21T12:19:17,164 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/accbd381443c4f86a5b73f5648d3a76e to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/C/accbd381443c4f86a5b73f5648d3a76e 2024-11-21T12:19:17,166 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/recovered.edits/417.seqid to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14/recovered.edits/417.seqid 2024-11-21T12:19:17,166 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/default/TestAcidGuarantees/3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,166 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T12:19:17,167 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T12:19:17,167 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T12:19:17,169 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112108885171c64b4871b1ac7e05205a33d8_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112108885171c64b4871b1ac7e05205a33d8_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,170 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112111f3002b82a3443e80d75e437c8be0ef_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112111f3002b82a3443e80d75e437c8be0ef_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,171 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112119d132ff80ee490cac1dcf4a87cecaa6_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112119d132ff80ee490cac1dcf4a87cecaa6_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,171 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211ef573201d5340c8b48f7dc3b2bdd7f0_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211ef573201d5340c8b48f7dc3b2bdd7f0_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,172 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212e90ef242e9a400da81d8b53c20f41da_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212e90ef242e9a400da81d8b53c20f41da_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,173 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214115244dc92a4f70a2fa08c53b2d4f32_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214115244dc92a4f70a2fa08c53b2d4f32_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,174 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214ead5f4af19a4d449b5846d4306c82e1_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214ead5f4af19a4d449b5846d4306c82e1_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,175 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121503ef29d093e4899973d201a44828e8a_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121503ef29d093e4899973d201a44828e8a_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,175 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216baafbe1a6194ce8bed715884578b087_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216baafbe1a6194ce8bed715884578b087_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,176 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216d05629b525343b69eb83372cc0f2b21_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216d05629b525343b69eb83372cc0f2b21_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,177 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112191910995be8241c58d7ca077fa3a5cbe_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112191910995be8241c58d7ca077fa3a5cbe_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,178 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112193b8ff1a9bb2427cb7f8b50fe608a062_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112193b8ff1a9bb2427cb7f8b50fe608a062_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,179 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112193daef39037045f89e2fca6e9cbc2928_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112193daef39037045f89e2fca6e9cbc2928_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,179 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219d94b590cd4b44b28b3b01c762bd6d2d_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219d94b590cd4b44b28b3b01c762bd6d2d_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,180 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a12181e19b744e19b2340e4c67fb6c67_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a12181e19b744e19b2340e4c67fb6c67_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,181 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a66d0bfb0a6b4a448463a89de5b55f87_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a66d0bfb0a6b4a448463a89de5b55f87_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,182 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aed2ddae5ffe42c48b6e6059e74d9eaf_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aed2ddae5ffe42c48b6e6059e74d9eaf_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,182 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d4cd5301c20a4f2d827a3cd16478feb4_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d4cd5301c20a4f2d827a3cd16478feb4_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,183 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d656ec90b29349feb37baeb71f1a93b8_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d656ec90b29349feb37baeb71f1a93b8_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,184 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fb8b07fc90354cfd9ad85516e97201af_3643cb70e8643cc05d5ab0516edffc14 to hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fb8b07fc90354cfd9ad85516e97201af_3643cb70e8643cc05d5ab0516edffc14 2024-11-21T12:19:17,185 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T12:19:17,187 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=178, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:19:17,189 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T12:19:17,190 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T12:19:17,191 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=178, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:19:17,191 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T12:19:17,192 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732191557191"}]},"ts":"9223372036854775807"} 2024-11-21T12:19:17,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T12:19:17,193 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3643cb70e8643cc05d5ab0516edffc14, NAME => 'TestAcidGuarantees,,1732191523409.3643cb70e8643cc05d5ab0516edffc14.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T12:19:17,193 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T12:19:17,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732191557193"}]},"ts":"9223372036854775807"} 2024-11-21T12:19:17,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T12:19:17,196 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=178, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T12:19:17,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-21T12:19:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-21T12:19:17,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T12:19:17,259 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T12:19:17,268 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248 (was 248), OpenFileDescriptor=449 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=7036 (was 7139) 2024-11-21T12:19:17,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:19:17,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:17,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:17,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:17,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:17,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:17,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:19:17,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1240002821, stopped=false 2024-11-21T12:19:17,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,39795,1732191365433 2024-11-21T12:19:17,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T12:19:17,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T12:19:17,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:19:17,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:19:17,272 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:17,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T12:19:17,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T12:19:17,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:17,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:17,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:17,274 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,40779,1732191366267' ***** 2024-11-21T12:19:17,274 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:19:17,274 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:19:17,274 INFO [RS:0;9bb5b7e9dd2c:40779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:19:17,274 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:19:17,274 INFO [RS:0;9bb5b7e9dd2c:40779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:19:17,274 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:17,274 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:17,274 INFO [RS:0;9bb5b7e9dd2c:40779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:40779. 2024-11-21T12:19:17,275 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:17,275 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:17,275 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:19:17,275 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:19:17,275 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:19:17,275 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:19:17,275 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:19:17,275 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:19:17,276 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:17,276 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:17,276 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:17,276 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:17,276 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:17,276 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:17,276 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-21T12:19:17,301 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/.tmp/info/90aa1017ae9b4f5a96c70e99aff1b6ac is 95, key is TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636./info:/1732191396739/DeleteFamily/seqid=0 2024-11-21T12:19:17,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742457_1633 (size=6514) 2024-11-21T12:19:17,354 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:19:17,355 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:19:17,362 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:17,476 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:17,676 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:17,705 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/.tmp/info/90aa1017ae9b4f5a96c70e99aff1b6ac 2024-11-21T12:19:17,724 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/.tmp/ns/f8a9df6c1ecc486db7d8650e15e10bcd is 93, key is TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636./ns:/1732191396692/DeleteFamily/seqid=0 2024-11-21T12:19:17,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742458_1634 (size=5906) 2024-11-21T12:19:17,876 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:18,077 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:18,128 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/.tmp/ns/f8a9df6c1ecc486db7d8650e15e10bcd 2024-11-21T12:19:18,147 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/.tmp/rep_barrier/c453295084584a7393fa3ca45023fe9e is 102, key is TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636./rep_barrier:/1732191396692/DeleteFamily/seqid=0 2024-11-21T12:19:18,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742459_1635 (size=6025) 2024-11-21T12:19:18,277 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:18,477 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:18,550 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/.tmp/rep_barrier/c453295084584a7393fa3ca45023fe9e 2024-11-21T12:19:18,569 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/.tmp/table/c302a0540a664d66944bc214ef812583 is 96, key is TestAcidGuarantees,,1732191369984.12ad8c6f85efa7820c8980a9cd577636./table:/1732191396692/DeleteFamily/seqid=0 2024-11-21T12:19:18,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742460_1636 (size=5936) 2024-11-21T12:19:18,677 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:18,877 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:18,974 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/.tmp/table/c302a0540a664d66944bc214ef812583 2024-11-21T12:19:18,977 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/.tmp/info/90aa1017ae9b4f5a96c70e99aff1b6ac as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/info/90aa1017ae9b4f5a96c70e99aff1b6ac 2024-11-21T12:19:18,981 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/info/90aa1017ae9b4f5a96c70e99aff1b6ac, entries=12, sequenceid=90, filesize=6.4 K 2024-11-21T12:19:18,981 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/.tmp/ns/f8a9df6c1ecc486db7d8650e15e10bcd as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/ns/f8a9df6c1ecc486db7d8650e15e10bcd 2024-11-21T12:19:18,984 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/ns/f8a9df6c1ecc486db7d8650e15e10bcd, entries=8, sequenceid=90, filesize=5.8 K 2024-11-21T12:19:18,985 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/.tmp/rep_barrier/c453295084584a7393fa3ca45023fe9e as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/rep_barrier/c453295084584a7393fa3ca45023fe9e 2024-11-21T12:19:18,987 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/rep_barrier/c453295084584a7393fa3ca45023fe9e, entries=6, sequenceid=90, filesize=5.9 K 2024-11-21T12:19:18,988 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/.tmp/table/c302a0540a664d66944bc214ef812583 as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/table/c302a0540a664d66944bc214ef812583 2024-11-21T12:19:18,990 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/table/c302a0540a664d66944bc214ef812583, entries=7, sequenceid=90, filesize=5.8 K 2024-11-21T12:19:18,991 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=90, compaction requested=false 2024-11-21T12:19:18,995 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-21T12:19:18,996 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:18,996 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:18,996 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191557275Running coprocessor pre-close hooks at 1732191557276 (+1 ms)Disabling compacts and flushes for region at 1732191557276Disabling writes for close at 1732191557276Obtaining lock to block concurrent updates at 1732191557276Preparing flush snapshotting stores in 1588230740 at 1732191557276Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732191557277 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191557277Flushing 1588230740/info: creating writer at 1732191557277Flushing 1588230740/info: appending metadata at 1732191557301 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732191557301Flushing 1588230740/ns: creating writer at 1732191557709 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732191557724 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732191557724Flushing 1588230740/rep_barrier: creating writer at 1732191558131 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191558146 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191558146Flushing 1588230740/table: creating writer at 1732191558554 (+408 ms)Flushing 1588230740/table: appending metadata at 1732191558569 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732191558569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e34483: reopening flushed file at 1732191558977 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a84cb3: reopening flushed file at 1732191558981 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c2f0c1d: reopening flushed file at 1732191558984 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3960a1ba: reopening flushed file at 1732191558987 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=90, compaction requested=false at 1732191558991 (+4 ms)Writing region close event to WAL at 1732191558993 (+2 ms)Running coprocessor post-close hooks at 1732191558995 (+2 ms)Closed at 1732191558996 (+1 ms) 2024-11-21T12:19:18,996 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:19,078 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,40779,1732191366267; all regions closed. 2024-11-21T12:19:19,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741834_1010 (size=25344) 2024-11-21T12:19:19,085 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/oldWALs 2024-11-21T12:19:19,085 INFO [RS:0;9bb5b7e9dd2c:40779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C40779%2C1732191366267.meta:.meta(num 1732191369489) 2024-11-21T12:19:19,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741832_1008 (size=17480325) 2024-11-21T12:19:19,089 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/oldWALs 2024-11-21T12:19:19,089 INFO [RS:0;9bb5b7e9dd2c:40779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C40779%2C1732191366267:(num 1732191368522) 2024-11-21T12:19:19,089 DEBUG [RS:0;9bb5b7e9dd2c:40779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:19,089 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:19,089 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:19,089 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:19,089 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:19,089 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:19,090 INFO [RS:0;9bb5b7e9dd2c:40779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40779 2024-11-21T12:19:19,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T12:19:19,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9bb5b7e9dd2c,40779,1732191366267 2024-11-21T12:19:19,095 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:19,096 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,40779,1732191366267] 2024-11-21T12:19:19,099 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9bb5b7e9dd2c,40779,1732191366267 already deleted, retry=false 2024-11-21T12:19:19,099 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,40779,1732191366267 expired; onlineServers=0 2024-11-21T12:19:19,099 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,39795,1732191365433' ***** 2024-11-21T12:19:19,099 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:19:19,100 INFO [M:0;9bb5b7e9dd2c:39795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:19,100 INFO [M:0;9bb5b7e9dd2c:39795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:19,100 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:19:19,100 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:19:19,100 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:19:19,100 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191368216 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191368216,5,FailOnTimeoutGroup] 2024-11-21T12:19:19,100 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191368215 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191368215,5,FailOnTimeoutGroup] 2024-11-21T12:19:19,100 INFO [M:0;9bb5b7e9dd2c:39795 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:19,100 INFO [M:0;9bb5b7e9dd2c:39795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:19,100 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:19:19,100 INFO [M:0;9bb5b7e9dd2c:39795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:19:19,101 INFO [M:0;9bb5b7e9dd2c:39795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:19,101 ERROR [M:0;9bb5b7e9dd2c:39795 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:37235 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37235,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-21T12:19:19,101 INFO [M:0;9bb5b7e9dd2c:39795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:19:19,101 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:19:19,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T12:19:19,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T12:19:19,103 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] zookeeper.ZKUtil(347): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T12:19:19,103 WARN [M:0;9bb5b7e9dd2c:39795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:19:19,104 INFO [M:0;9bb5b7e9dd2c:39795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/.lastflushedseqids 2024-11-21T12:19:19,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742461_1637 (size=72) 2024-11-21T12:19:19,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:19,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1006244b0600001, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:19,199 INFO [RS:0;9bb5b7e9dd2c:40779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:19,199 INFO [RS:0;9bb5b7e9dd2c:40779 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,40779,1732191366267; zookeeper connection closed. 2024-11-21T12:19:19,200 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39d49405 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39d49405 2024-11-21T12:19:19,200 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:19:19,516 INFO [M:0;9bb5b7e9dd2c:39795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:19:19,516 INFO [M:0;9bb5b7e9dd2c:39795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:19:19,516 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:19,517 INFO [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:19,517 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:19,517 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:19,517 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:19,517 INFO [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=811.09 KB heapSize=996.14 KB 2024-11-21T12:19:19,534 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7d01b3a250c43beac721f24ab85987c is 82, key is hbase:meta,,1/info:regioninfo/1732191369601/Put/seqid=0 2024-11-21T12:19:19,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742462_1638 (size=5672) 2024-11-21T12:19:19,938 INFO [M:0;9bb5b7e9dd2c:39795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2293 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7d01b3a250c43beac721f24ab85987c 2024-11-21T12:19:19,960 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ac183718c6436d8fb3d85c600057cf is 2480, key is \x00\x00\x00\x00\x00\x00\x00%/proc:d/1732191399919/Put/seqid=0 2024-11-21T12:19:19,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742463_1639 (size=46818) 2024-11-21T12:19:20,366 INFO [M:0;9bb5b7e9dd2c:39795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=810.54 KB at sequenceid=2293 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ac183718c6436d8fb3d85c600057cf 2024-11-21T12:19:20,371 INFO [M:0;9bb5b7e9dd2c:39795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5ac183718c6436d8fb3d85c600057cf 2024-11-21T12:19:20,393 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b695a8d87094b208d033701205737ce is 69, key is 9bb5b7e9dd2c,40779,1732191366267/rs:state/1732191368270/Put/seqid=0 2024-11-21T12:19:20,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742464_1640 (size=5156) 2024-11-21T12:19:20,809 INFO [M:0;9bb5b7e9dd2c:39795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2293 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b695a8d87094b208d033701205737ce 2024-11-21T12:19:20,813 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7d01b3a250c43beac721f24ab85987c as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7d01b3a250c43beac721f24ab85987c 2024-11-21T12:19:20,815 INFO [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7d01b3a250c43beac721f24ab85987c, entries=8, sequenceid=2293, filesize=5.5 K 2024-11-21T12:19:20,816 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ac183718c6436d8fb3d85c600057cf as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5ac183718c6436d8fb3d85c600057cf 2024-11-21T12:19:20,819 INFO [M:0;9bb5b7e9dd2c:39795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5ac183718c6436d8fb3d85c600057cf 2024-11-21T12:19:20,819 INFO [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5ac183718c6436d8fb3d85c600057cf, entries=178, sequenceid=2293, filesize=45.7 K 2024-11-21T12:19:20,819 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b695a8d87094b208d033701205737ce as hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b695a8d87094b208d033701205737ce 2024-11-21T12:19:20,822 INFO [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/817f6dbb-4ae6-bf1f-825e-b8071340e80d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b695a8d87094b208d033701205737ce, entries=1, sequenceid=2293, filesize=5.0 K 2024-11-21T12:19:20,823 INFO [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~811.09 KB/830561, heapSize ~995.84 KB/1019744, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=2293, compaction requested=false 2024-11-21T12:19:20,824 INFO [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:20,824 DEBUG [M:0;9bb5b7e9dd2c:39795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191559516Disabling compacts and flushes for region at 1732191559516Disabling writes for close at 1732191559517 (+1 ms)Obtaining lock to block concurrent updates at 1732191559517Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191559517Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=830561, getHeapSize=1019984, getOffHeapSize=0, getCellsCount=2496 at 1732191559517Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191559518 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191559518Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191559534 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191559534Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191559942 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191559960 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191559960Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191560371 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191560393 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191560393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec267: reopening flushed file at 1732191560812 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a95a681: reopening flushed file at 1732191560816 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9d1838: reopening flushed file at 1732191560819 (+3 ms)Finished flush of dataSize ~811.09 KB/830561, heapSize ~995.84 KB/1019744, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=2293, compaction requested=false at 1732191560823 (+4 ms)Writing region close event to WAL at 1732191560824 (+1 ms)Closed at 1732191560824 2024-11-21T12:19:20,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741830_1006 (size=980837) 2024-11-21T12:19:20,827 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:20,827 INFO [M:0;9bb5b7e9dd2c:39795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:19:20,827 INFO [M:0;9bb5b7e9dd2c:39795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39795 2024-11-21T12:19:20,828 INFO [M:0;9bb5b7e9dd2c:39795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:20,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:20,930 INFO [M:0;9bb5b7e9dd2c:39795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:20,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1006244b0600000, quorum=127.0.0.1:55419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:20,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:20,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:20,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:20,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:20,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:20,940 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:19:20,940 WARN [BP-38901059-172.17.0.2-1732191362331 heartbeating to localhost/127.0.0.1:37235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:19:20,940 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:19:20,940 WARN [BP-38901059-172.17.0.2-1732191362331 heartbeating to localhost/127.0.0.1:37235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-38901059-172.17.0.2-1732191362331 (Datanode Uuid b0a97dd0-cc51-4fd4-a69f-399b549739bd) service to localhost/127.0.0.1:37235 2024-11-21T12:19:20,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/cluster_9e8e5cd2-6ee3-dabb-ed4a-3fccddfefaff/data/data1/current/BP-38901059-172.17.0.2-1732191362331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:20,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/cluster_9e8e5cd2-6ee3-dabb-ed4a-3fccddfefaff/data/data2/current/BP-38901059-172.17.0.2-1732191362331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:20,943 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:19:20,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:20,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:20,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:20,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:20,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dbb587e-a233-79f1-9917-ef077f2d645b/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:20,968 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:19:21,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down